From c66a85c14a52f2d44318272d8dd56e3d2e77999c Mon Sep 17 00:00:00 2001 From: Dolev Shor <69309933+dolevshor@users.noreply.github.com> Date: Tue, 3 Sep 2024 22:00:04 +0300 Subject: [PATCH] Update Azure OpenAI Insights.json - Update PTU Utilization Metrics to split by different dimensions. (by Model Name, Model Version, Model Deployment Name, StreamType, Region) --- Workbook/Azure OpenAI Insights.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Workbook/Azure OpenAI Insights.json b/Workbook/Azure OpenAI Insights.json index 13fcd12..895492d 100644 --- a/Workbook/Azure OpenAI Insights.json +++ b/Workbook/Azure OpenAI Insights.json @@ -40,7 +40,7 @@ "kind": "shared", "properties": { "displayName": "[parameters('workbookDisplayName')]", - "serializedData": "{\"version\":\"Notebook/1.0\",\"items\":[{\"type\":1,\"content\":{\"json\":\"# Azure OpenAI Insights\\r\\nUse this workbook to analyze and monitor all your Azure OpenAI resources.\"},\"name\":\"text - 3\"},{\"type\":9,\"content\":{\"version\":\"KqlParameterItem/1.0\",\"crossComponentResources\":[\"{Subscription}\"],\"parameters\":[{\"id\":\"1f74ed9a-e3ed-498d-bd5b-f68f3836a117\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"Subscription\",\"label\":\"Subscriptions\",\"type\":6,\"description\":\"All subscriptions with Azure OpenAI Service\",\"isRequired\":true,\"multiSelect\":true,\"quote\":\"'\",\"delimiter\":\",\",\"query\":\"Resources\\r\\n| where type =~ 'microsoft.cognitiveservices/accounts'\\r\\n| summarize Count = count() by subscriptionId\\r\\n| order by Count desc\\r\\n| extend Rank = row_number()\\r\\n| project value = subscriptionId, label = subscriptionId, selected = Rank == 1\",\"crossComponentResources\":[\"value::selected\"],\"typeSettings\":{\"additionalResourceOptions\":[\"value::all\"],\"showDefault\":false},\"queryType\":1,\"resourceType\":\"microsoft.resourcegraph/resources\"},{\"id\":\"e94aafa3-c5d9-4523-89f0-4e87aa754511\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"Resources\",\"label\":\"Azure OpenAI Service\",\"type\":5,\"isRequired\":true,\"multiSelect\":true,\"quote\":\"'\",\"delimiter\":\",\",\"query\":\"Resources\\r\\n| where type =~ 'microsoft.cognitiveservices/accounts'\\r\\n| where kind =~ 'OpenAI'\\r\\n| order by name asc\\r\\n| extend Rank = row_number()\\r\\n| project value = id, label = id, selected = Rank <= 5\",\"crossComponentResources\":[\"{Subscription}\"],\"typeSettings\":{\"additionalResourceOptions\":[\"value::all\"],\"showDefault\":false},\"defaultValue\":\"value::all\",\"queryType\":1,\"resourceType\":\"microsoft.resourcegraph/resources\",\"value\":[\"/subscriptions/1e4c34d3-4bac-4489-bc82-fb1fb69abf3f/resourceGroups/OpenAI-Demo1/providers/Microsoft.CognitiveServices/accounts/OpenAI-Demo1\"]},{\"id\":\"c4b69c01-2263-4ada-8d9c-43433b739ff3\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"TimeRange\",\"label\":\"Time Range\",\"type\":4,\"isRequired\":true,\"typeSettings\":{\"selectableValues\":[{\"durationMs\":300000},{\"durationMs\":900000},{\"durationMs\":1800000},{\"durationMs\":3600000},{\"durationMs\":14400000},{\"durationMs\":43200000},{\"durationMs\":86400000},{\"durationMs\":172800000},{\"durationMs\":259200000},{\"durationMs\":604800000},{\"durationMs\":1209600000},{\"durationMs\":2419200000},{\"durationMs\":2592000000}],\"allowCustom\":true},\"value\":{\"durationMs\":2592000000}},{\"id\":\"9b48988f-dcd2-48cc-b233-5999ed32149f\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"Message\",\"type\":1,\"query\":\"where type == 'microsoft.cognitiveservices/accounts' \\r\\n| summarize Selected = countif(id in ({Resources:value})), Total = count()\\r\\n| extend Selected = iff(Selected > 200, 200, Selected)\\r\\n| project Message = strcat('# ', Selected, ' / ', Total)\",\"crossComponentResources\":[\"{Subscription}\"],\"isHiddenWhenLocked\":true,\"queryType\":1,\"resourceType\":\"microsoft.resourcegraph/resources\"},{\"id\":\"070b2474-4e01-478d-a7fa-6c20ad8ea1ad\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"ResourceName\",\"type\":1,\"isRequired\":true,\"isHiddenWhenLocked\":true,\"criteriaData\":[{\"criteriaContext\":{\"operator\":\"Default\",\"resultValType\":\"static\",\"resultVal\":\"Azure OpenAI Service\"}}]},{\"id\":\"c6c32b32-6eb4-44d5-9cad-156d5d50ec3e\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"ResourceImageUrl\",\"type\":1,\"description\":\"used as a parameter for No Subcriptions workbook template\",\"isHiddenWhenLocked\":true}],\"style\":\"above\",\"queryType\":1,\"resourceType\":\"microsoft.resourcegraph/resources\"},\"name\":\"parameters - 1\",\"styleSettings\":{\"margin\":\"15px 0 0 0\"}},{\"type\":12,\"content\":{\"version\":\"NotebookGroup/1.0\",\"groupType\":\"template\",\"loadFromTemplateId\":\"community-Workbooks/Common/noSubscriptions\",\"items\":[]},\"conditionalVisibility\":{\"parameterName\":\"Subscription\",\"comparison\":\"isEqualTo\",\"value\":\"\"},\"name\":\"No Subscriptions group\"},{\"type\":12,\"content\":{\"version\":\"NotebookGroup/1.0\",\"groupType\":\"editable\",\"items\":[{\"type\":11,\"content\":{\"version\":\"LinkItem/1.0\",\"style\":\"tabs\",\"links\":[{\"id\":\"8f323073-4275-4c81-823c-1d9e2a55c55f\",\"cellValue\":\"selectedTab\",\"linkTarget\":\"parameter\",\"linkLabel\":\"Overview\",\"subTarget\":\"Overview\",\"style\":\"link\"},{\"id\":\"59567c42-dca5-49b8-aa63-406f1f57bb39\",\"cellValue\":\"selectedTab\",\"linkTarget\":\"parameter\",\"linkLabel\":\"Monitor\",\"subTarget\":\"Monitor\"},{\"id\":\"cd3401b2-a359-44b7-b61f-0ef9d01d2913\",\"cellValue\":\"selectedTab\",\"linkTarget\":\"parameter\",\"linkLabel\":\"Insights\",\"subTarget\":\"Insights\",\"style\":\"link\"}]},\"name\":\"Navigation links\",\"styleSettings\":{\"margin\":\"10px 0 0 0\"}},{\"type\":12,\"content\":{\"version\":\"NotebookGroup/1.0\",\"groupType\":\"editable\",\"items\":[{\"type\":1,\"content\":{\"json\":\"### Azure OpenAI Insights Workbook\\r\\n\\r\\nThe purpose of this workbook is to provide an overview of your Azure OpenAI resources.\\r\\n\\r\\n\\r\\n [Please submit any issues ](https://github.com/dolevshor/Azure-OpenAI-Insights/issues) with the workbook template to GitHub.\",\"style\":\"upsell\"},\"name\":\"Monitor Title - Copy\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"resources\\r\\n| where type == \\\"microsoft.cognitiveservices/accounts\\\"\\r\\n| where name in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n| summarize count(type) by subscriptionId\",\"size\":3,\"title\":\"Count by Subscription Id\",\"queryType\":1,\"resourceType\":\"microsoft.resourcegraph/resources\",\"crossComponentResources\":[\"{Subscription}\"],\"visualization\":\"piechart\"},\"customWidth\":\"33\",\"name\":\"query - Count by Subscription Id\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"resources\\r\\n| where type == \\\"microsoft.cognitiveservices/accounts\\\"\\r\\n| where name in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n| summarize count(type) by resourceGroup\",\"size\":3,\"title\":\"Count by Resource Group\",\"queryType\":1,\"resourceType\":\"microsoft.resourcegraph/resources\",\"crossComponentResources\":[\"{Subscription}\"],\"visualization\":\"piechart\",\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"resourceGroup\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_type\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"resourceGroup\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_type\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}}},\"customWidth\":\"33\",\"name\":\"query - Count by Resource Group\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"resources\\r\\n| where type == \\\"microsoft.cognitiveservices/accounts\\\"\\r\\n| where name in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n| summarize count(type) by location\",\"size\":3,\"title\":\"Count by Location\",\"queryType\":1,\"resourceType\":\"microsoft.resourcegraph/resources\",\"crossComponentResources\":[\"{Subscription}\"],\"visualization\":\"piechart\"},\"customWidth\":\"33\",\"name\":\"query - Count by Location\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"resources\\r\\n| where type == \\\"microsoft.cognitiveservices/accounts\\\"\\r\\n| where name in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n| summarize count(type) by kind\",\"size\":3,\"title\":\"Count by Kind\",\"queryType\":1,\"resourceType\":\"microsoft.resourcegraph/resources\",\"crossComponentResources\":[\"{Subscription}\"],\"visualization\":\"piechart\"},\"customWidth\":\"33\",\"name\":\"query - Count by Kind\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"resources\\r\\n| where type == \\\"microsoft.cognitiveservices/accounts\\\"\\r\\n| where name in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n| summarize count(type) by tostring(properties.publicNetworkAccess)\",\"size\":3,\"title\":\"Count by Public Network Access\",\"queryType\":1,\"resourceType\":\"microsoft.resourcegraph/resources\",\"crossComponentResources\":[\"{Subscription}\"],\"visualization\":\"piechart\",\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"properties_publicNetworkAccess\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_type\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}}},\"customWidth\":\"33\",\"name\":\"query - Count by Public Network Access\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"resources\\r\\n| where type == \\\"microsoft.cognitiveservices/accounts\\\"\\r\\n| where name in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n| extend privateEndpointConnections = properties.privateEndpointConnections\\r\\n| extend privateEndpointConnections = iff(privateEndpointConnections == '[]','Disabled','Enabled')\\r\\n| summarize count(type) by tostring(privateEndpointConnections)\",\"size\":3,\"title\":\"Count by Private Network Access\",\"queryType\":1,\"resourceType\":\"microsoft.resourcegraph/resources\",\"crossComponentResources\":[\"{Subscription}\"],\"visualization\":\"piechart\"},\"customWidth\":\"33\",\"name\":\"query - Count by Private NetworkAccess\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"resources\\r\\n| where type == \\\"microsoft.cognitiveservices/accounts\\\"\\r\\n| where name in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n| extend Details = pack_all()\\r\\n| project Resource=id, resourceGroup, location, subscriptionId, kind, SKU=sku.name, publicNetworkAccess=properties.publicNetworkAccess, privateEndpointConnections=properties.privateEndpointConnections, dateCreated=properties.dateCreated, tags, Details\",\"size\":3,\"title\":\"Azure OpenAI\",\"noDataMessage\":\"No Azure OpenAI resources found.\",\"showExportToExcel\":true,\"queryType\":1,\"resourceType\":\"microsoft.resourcegraph/resources\",\"crossComponentResources\":[\"{Subscription}\"],\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"$gen_group\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\",\"linkIsContextBlade\":true,\"showIcon\":true}},{\"columnMatch\":\"Resource\",\"formatter\":5},{\"columnMatch\":\"resourceGroup\",\"formatter\":14,\"formatOptions\":{\"linkTarget\":null,\"showIcon\":false}},{\"columnMatch\":\"location\",\"formatter\":17},{\"columnMatch\":\"subscriptionId\",\"formatter\":5},{\"columnMatch\":\"SKU\",\"formatter\":1},{\"columnMatch\":\"publicNetworkAccess\",\"formatter\":1},{\"columnMatch\":\"dateCreated\",\"formatter\":6},{\"columnMatch\":\"Details\",\"formatter\":7,\"formatOptions\":{\"linkTarget\":\"CellDetails\",\"linkLabel\":\"🔍 View Details\",\"linkIsContextBlade\":true}},{\"columnMatch\":\"Subscription\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\",\"linkIsContextBlade\":true,\"showIcon\":true}},{\"columnMatch\":\"Tier\",\"formatter\":1},{\"columnMatch\":\"Sku\",\"formatter\":1}],\"rowLimit\":1000,\"filter\":true,\"hierarchySettings\":{\"treeType\":1,\"groupBy\":[\"subscriptionId\"],\"expandTopLevel\":true,\"finalBy\":\"Resource\"},\"labelSettings\":[{\"columnId\":\"Resource\",\"label\":\"Resource\"},{\"columnId\":\"resourceGroup\",\"label\":\"Resource Group\"},{\"columnId\":\"location\",\"label\":\"Location\"},{\"columnId\":\"subscriptionId\",\"label\":\"Subscription Id\"},{\"columnId\":\"kind\",\"label\":\"Kind\"},{\"columnId\":\"SKU\",\"label\":\"SKU\"},{\"columnId\":\"publicNetworkAccess\",\"label\":\"Public Network Access\"},{\"columnId\":\"privateEndpointConnections\",\"label\":\"Private Endpoint Connections\"},{\"columnId\":\"dateCreated\",\"label\":\"Date Created\"},{\"columnId\":\"tags\",\"label\":\"Tags\"},{\"columnId\":\"Details\",\"label\":\"Details\"}]},\"sortBy\":[],\"tileSettings\":{\"titleContent\":{\"columnMatch\":\"vmSize\",\"formatter\":1,\"formatOptions\":{\"showIcon\":true}},\"leftContent\":{\"columnMatch\":\"Count\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\",\"showIcon\":true},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}},\"showBorder\":true},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"vmSize\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"Count\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}}},\"name\":\"query - Azure OpenAI\"}]},\"conditionalVisibility\":{\"parameterName\":\"selectedTab\",\"comparison\":\"isEqualTo\",\"value\":\"Overview\"},\"name\":\"Overview Group\"},{\"type\":12,\"content\":{\"version\":\"NotebookGroup/1.0\",\"groupType\":\"editable\",\"items\":[{\"type\":11,\"content\":{\"version\":\"LinkItem/1.0\",\"style\":\"tabs\",\"links\":[{\"id\":\"75dbecf0-d939-484a-a9b6-7ac357384d56\",\"cellValue\":\"monitorTab\",\"linkTarget\":\"parameter\",\"linkLabel\":\"Overview\",\"subTarget\":\"monitor-Overview\",\"style\":\"link\"},{\"id\":\"b2a47b9d-1023-418a-8ffc-67a693c0d5a6\",\"cellValue\":\"monitorTab\",\"linkTarget\":\"parameter\",\"linkLabel\":\"HTTP Requests\",\"subTarget\":\"monitor-HTTPRequests\",\"style\":\"link\",\"linkIsContextBlade\":true},{\"id\":\"08ce5f59-a9bd-4a43-93c6-1c6221ec734f\",\"cellValue\":\"monitorTab\",\"linkTarget\":\"parameter\",\"linkLabel\":\"Token-Based Usage\",\"subTarget\":\"monitor-TokenBasedUsage\",\"style\":\"link\"},{\"id\":\"66b996b0-d586-40d7-9097-c707ff68a6da\",\"cellValue\":\"monitorTab\",\"linkTarget\":\"parameter\",\"linkLabel\":\"PTU Utilization\",\"subTarget\":\"monitor-PTUUtilization\",\"style\":\"link\"},{\"id\":\"6fcbb7f1-d77e-4efb-9f3f-d520801aa8f6\",\"cellValue\":\"monitorTab\",\"linkTarget\":\"parameter\",\"linkLabel\":\"Fine-tuning\",\"subTarget\":\"monitor-Finetuning\",\"style\":\"link\"}]},\"name\":\"links - Monitor Tabs\"},{\"type\":12,\"content\":{\"version\":\"NotebookGroup/1.0\",\"groupType\":\"editable\",\"items\":[{\"type\":1,\"content\":{\"json\":\"### Azure OpenAI Metrics Dashboard\\r\\nExplore the most important metrics for Azure OpenAI Service and understand your usage trends easily.\\r\\n[Azure OpenAI Metrics](https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/monitoring#azure-openai-metrics)\",\"style\":\"upsell\"},\"name\":\"text - Monitor\"},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":2,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"aggregation\":1}],\"title\":\"Azure OpenAI Requests\",\"gridFormatType\":1,\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"Name\",\"formatter\":13},\"leftContent\":{\"columnMatch\":\"Value\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Azure OpenAI Requests\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-TokenTransaction\",\"aggregation\":1}],\"title\":\"Processed Inference Tokens\",\"gridFormatType\":1,\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"Name\",\"formatter\":13},\"leftContent\":{\"columnMatch\":\"Value\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Processed Inference Tokens\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-ProcessedPromptTokens\",\"aggregation\":1}],\"title\":\"Processed Prompt Tokens\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Processed Prompt Tokens\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-GeneratedTokens\",\"aggregation\":1}],\"title\":\"Generated Completions Tokens\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Generated Completions Tokens\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-FineTunedTrainingHours\",\"aggregation\":1}],\"title\":\"Processed FineTuned Training Hours\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Processed FineTuned Training Hours\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-AzureOpenAIProvisionedManagedUtilizationV2\",\"aggregation\":4}],\"title\":\"Provisioned-managed Utilization\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Provisioned-managed Utilization\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-ActiveTokens\",\"aggregation\":1}],\"title\":\"Active Tokens\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Active Tokens\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIContextTokensCacheMatchRate\",\"aggregation\":4}],\"title\":\"Prompt Token Cache Match Rate\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Prompt Token Cache Match Rate\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAITimeToResponse\",\"aggregation\":4}],\"title\":\"Time to Response\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Time to Response\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}}]},\"conditionalVisibility\":{\"parameterName\":\"monitorTab\",\"comparison\":\"isEqualTo\",\"value\":\"monitor-Overview\"},\"name\":\"group - Monitor - Overview\"},{\"type\":12,\"content\":{\"version\":\"NotebookGroup/1.0\",\"groupType\":\"editable\",\"items\":[{\"type\":1,\"content\":{\"json\":\"#### Metrics Description\\r\\n- **Azure OpenAI Requests**: Number of calls made to the Azure OpenAI API over a period of time. (Applies to PTU, PTU-Managed and Pay-as-you-go deployments)\\r\\n- **Time to Response**: Recommended latency (responsiveness) measure for streaming requests. Calculated as time taken for the first response to appear after a user sends a prompt, as measured by the API gateway. This number increases as the prompt size increases and/or cache hit size reduces. (Applies to PTU and PTU-managed deployments)\\r\\n- **Prompt Token Cache Match Rate**: Percentage of the prompt tokens hit the cache,. (Applies to PTU-managed)\",\"style\":\"upsell\"},\"name\":\"title - HTTP-Requests - Metric Description\"},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":2,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"aggregation\":7,\"splitBy\":\"ModelName\"}],\"title\":\"Requests by Model Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Azure OpenAI Requests by Model Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"aggregation\":7,\"splitBy\":\"ModelVersion\"}],\"title\":\"Requests by Model Version\",\"gridFormatType\":1,\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"Name\",\"formatter\":13},\"leftContent\":{\"columnMatch\":\"Value\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Azure OpenAI Requests by Model Version\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"aggregation\":7,\"splitBy\":\"ModelDeploymentName\"}],\"title\":\"Requests by Model Deployment Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Requests by Model Deployment Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"aggregation\":7,\"splitBy\":\"StatusCode\"}],\"title\":\"Requests by Status Code\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Requests by Status Code\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"aggregation\":7,\"splitBy\":\"StreamType\"}],\"title\":\"Requests by StreamType\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Azure OpenAI Requests by StreamType\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"aggregation\":7,\"splitBy\":\"OperationName\"}],\"title\":\"Requests by Operation Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Azure OpenAI Requests by Operation Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"aggregation\":7,\"splitBy\":\"ApiName\"}],\"title\":\"Requests by API Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Azure OpenAI Requests by API Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"aggregation\":7,\"splitBy\":\"Region\"}],\"title\":\"Requests by by Region\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Azure OpenAI Requests by Region\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAITimeToResponse\",\"aggregation\":4,\"splitBy\":\"ModelName\"}],\"title\":\"Time to Response by Model Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Azure OpenAI Time to Response by Model Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAITimeToResponse\",\"aggregation\":4,\"splitBy\":\"ModelDeploymentName\"}],\"title\":\"Time to Response by Model Deployment Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Azure OpenAI Time to Response by Model Deployment Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIContextTokensCacheMatchRate\",\"aggregation\":4,\"splitBy\":\"ModelName\"}],\"title\":\"Prompt Token Cache Match Rate by Model Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Azure OpenAI Prompt Token Cache Match Rate by Model Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIContextTokensCacheMatchRate\",\"aggregation\":4,\"splitBy\":\"ModelDeploymentName\"}],\"title\":\"Prompt Token Cache Match Rate by Model Deployment Name \",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Azure OpenAI Prompt Token Cache Match Rate by Model Deployment Name \",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}}]},\"conditionalVisibility\":{\"parameterName\":\"monitorTab\",\"comparison\":\"isEqualTo\",\"value\":\"monitor-HTTPRequests\"},\"name\":\"group - Monitor - HTTP Requests\"},{\"type\":12,\"content\":{\"version\":\"NotebookGroup/1.0\",\"groupType\":\"editable\",\"items\":[{\"type\":1,\"content\":{\"json\":\"### Metrics Description\\r\\n- **Processed Inference Tokens**: Number of inference tokens processed on an OpenAI model. Calculated as prompt tokens (input) plus generated tokens (output).\\r\\n- **Processed Prompt Tokens**: Number of prompt tokens processed (input) on an OpenAI model.\\r\\n- **Generated Completion Tokens**: Number of tokens generated (output) from an OpenAI model.\\r\\n- **Active tokens**: Total tokens minus cached tokens over a period of time.\\r\\n - Use this metric to understand your TPS or TPM based utilization for PTUs and compare to your benchmarks for target TPS or TPM for your scenarios.\\r\\n\\r\\n> All Metrics applies to PTU, PTU-Managed and Pay-as-you-go deployments.\",\"style\":\"upsell\"},\"name\":\"text - 6\"},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-TokenTransaction\",\"aggregation\":1,\"splitBy\":\"FeatureName\"}],\"title\":\"Processed Inference Tokens by Model Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Processed Inference Tokens by Model Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-TokenTransaction\",\"aggregation\":1,\"splitBy\":\"ModelDeploymentName\"}],\"title\":\"Processed Inference Tokens by Model Deployment Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Processed Inference Tokens by Model Deployment Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-ProcessedPromptTokens\",\"aggregation\":1,\"splitBy\":\"FeatureName\"}],\"title\":\"Processed Prompt Tokens by Model Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Processed Prompt Tokens by Model Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-ProcessedPromptTokens\",\"aggregation\":1}],\"title\":\"Processed Prompt Tokens by Model Deployment Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Processed Prompt Tokens by Model Deployment Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-GeneratedTokens\",\"aggregation\":1,\"splitBy\":\"FeatureName\"}],\"title\":\"Generate Completion Tokens by Model Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Generate Completion Tokens by Model Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-GeneratedTokens\",\"aggregation\":1,\"splitBy\":\"ModelDeploymentName\"}],\"title\":\"Generate Completion Tokens by Model Deployment Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Generate Completion Tokens by Model Deployment Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-ActiveTokens\",\"aggregation\":1,\"splitBy\":\"ModelName\"}],\"title\":\"Active Tokens by Model Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Active Tokens by Model Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-ActiveTokens\",\"aggregation\":1,\"splitBy\":\"ModelDeploymentName\"}],\"title\":\"Active Tokens by Model Deployment Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Active Tokens by Model Deployment Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}}]},\"conditionalVisibility\":{\"parameterName\":\"monitorTab\",\"comparison\":\"isEqualTo\",\"value\":\"monitor-TokenBasedUsage\"},\"name\":\"group - Monitor - Token-Based Usage\"},{\"type\":12,\"content\":{\"version\":\"NotebookGroup/1.0\",\"groupType\":\"editable\",\"items\":[{\"type\":1,\"content\":{\"json\":\"#### Metrics Description\\r\\n- **Provisioned-Managed Utilization**: Utilization % for a provisoned-managed deployment, calculated as (PTUs consumed / PTUs deployed) x 100.\\r\\n - When utilization is greater than or equal to 100%, calls are throttled and error code 429 returned.\",\"style\":\"upsell\"},\"name\":\"Monitor Title - Copy\"},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":2,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-AzureOpenAIProvisionedManagedUtilizationV2\",\"aggregation\":4}],\"title\":\"Provisioned-managed Utilization by Model Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Provisioned-managed Utilization by Model Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":2,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-AzureOpenAIProvisionedManagedUtilizationV2\",\"aggregation\":4}],\"title\":\"Provisioned-managed Utilization by Model Version\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Provisioned-managed Utilization by Model Version\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":2,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-AzureOpenAIProvisionedManagedUtilizationV2\",\"aggregation\":4}],\"title\":\"Provisioned-managed Utilization by Model Deployment Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Provisioned-managed Utilization by Model Deployment Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":2,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-AzureOpenAIProvisionedManagedUtilizationV2\",\"aggregation\":4}],\"title\":\"Provisioned-managed Utilization by StreamType\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Provisioned-managed Utilization by StreamType\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}}]},\"conditionalVisibility\":{\"parameterName\":\"monitorTab\",\"comparison\":\"isEqualTo\",\"value\":\"monitor-PTUUtilization\"},\"name\":\"group - Monitor - PTU Utilization\"},{\"type\":12,\"content\":{\"version\":\"NotebookGroup/1.0\",\"groupType\":\"editable\",\"items\":[{\"type\":1,\"content\":{\"json\":\"#### Metrics Description\\r\\n- **Processed FineTuned Training Hours**: Number of training hours processed on an OpenAI finetuned model.\",\"style\":\"upsell\"},\"name\":\"Monitor Title - Copy\"},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-FineTunedTrainingHours\",\"aggregation\":7,\"splitBy\":\"FeatureName\"}],\"title\":\"Processed FineTuned Training Hours by Model Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Processed FineTuned Training Hours by Model Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-FineTunedTrainingHours\",\"aggregation\":7,\"splitBy\":\"ModelDeploymentName\"}],\"title\":\"Processed FineTuned Training Hours by Model Deployment Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Processed FineTuned Training Hours by Model Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}}]},\"conditionalVisibility\":{\"parameterName\":\"monitorTab\",\"comparison\":\"isEqualTo\",\"value\":\"monitor-Finetuning\"},\"name\":\"group - Monitor - Fine-tuning\"}]},\"conditionalVisibility\":{\"parameterName\":\"selectedTab\",\"comparison\":\"isEqualTo\",\"value\":\"Monitor\"},\"name\":\"Monitor Group\"},{\"type\":12,\"content\":{\"version\":\"NotebookGroup/1.0\",\"groupType\":\"editable\",\"items\":[{\"type\":11,\"content\":{\"version\":\"LinkItem/1.0\",\"style\":\"tabs\",\"links\":[{\"id\":\"75dbecf0-d939-484a-a9b6-7ac357384d56\",\"cellValue\":\"insightsTab\",\"linkTarget\":\"parameter\",\"linkLabel\":\"Overview\",\"subTarget\":\"insights-Overview\",\"style\":\"link\"},{\"id\":\"6fcbb7f1-d77e-4efb-9f3f-d520801aa8f6\",\"cellValue\":\"insightsTab\",\"linkTarget\":\"parameter\",\"linkLabel\":\"By CallerIP\",\"subTarget\":\"insights-ByCallerIP\",\"style\":\"link\"},{\"id\":\"2e49b083-f372-403c-bd48-3c378af48ad6\",\"cellValue\":\"insightsTab\",\"linkTarget\":\"parameter\",\"linkLabel\":\"All Logs\",\"subTarget\":\"insights-AllLogs\",\"style\":\"link\"},{\"id\":\"a016ca13-0340-4259-871c-33a5b9dca2cb\",\"cellValue\":\"insightsTab\",\"linkTarget\":\"parameter\",\"linkLabel\":\"Failures\",\"subTarget\":\"insights-Failures\",\"style\":\"link\"}]},\"name\":\"links - Insights Tabs\"},{\"type\":9,\"content\":{\"version\":\"KqlParameterItem/1.0\",\"crossComponentResources\":[\"{Workspace}\"],\"parameters\":[{\"id\":\"9ffb6564-df12-41cc-b55d-495e7855d606\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"Workspace\",\"label\":\"Log Analytics Workspace\",\"type\":5,\"isRequired\":true,\"multiSelect\":true,\"quote\":\"'\",\"delimiter\":\",\",\"query\":\"where type =~ 'microsoft.operationalinsights/workspaces'\\r\\n| project id\",\"crossComponentResources\":[\"{Subscription}\"],\"typeSettings\":{\"resourceTypeFilter\":{\"microsoft.operationalinsights/workspaces\":true},\"additionalResourceOptions\":[],\"showDefault\":false},\"timeContext\":{\"durationMs\":86400000},\"queryType\":1,\"resourceType\":\"microsoft.resourcegraph/resources\",\"value\":[\"/subscriptions/1e4c34d3-4bac-4489-bc82-fb1fb69abf3f/resourceGroups/Monitor-RG/providers/Microsoft.OperationalInsights/workspaces/la-doshorcsx\"]}],\"style\":\"pills\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\"},\"name\":\"parameters - Log Analytics Workspace\"},{\"type\":9,\"content\":{\"version\":\"KqlParameterItem/1.0\",\"crossComponentResources\":[\"{Workspace}\"],\"parameters\":[{\"id\":\"b23f8248-be48-42fb-9844-929eaa66464b\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"modeldeploymentname\",\"label\":\"Model Deployment Name\",\"type\":2,\"isRequired\":true,\"multiSelect\":true,\"quote\":\"'\",\"delimiter\":\",\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n and Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName)\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == 200 \\r\\n and isnotempty(modelDeploymentName)\\r\\n| distinct modelDeploymentName\",\"crossComponentResources\":[\"{Workspace}\"],\"typeSettings\":{\"additionalResourceOptions\":[\"value::all\"],\"showDefault\":false},\"timeContext\":{\"durationMs\":0},\"timeContextFromParameter\":\"TimeRange\",\"defaultValue\":\"value::all\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"value\":[\"value::all\"]},{\"id\":\"6174e5f6-deff-412d-891a-0f681c2fffd5\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"modelname\",\"label\":\"Model Name\",\"type\":2,\"isRequired\":true,\"multiSelect\":true,\"quote\":\"'\",\"delimiter\":\",\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n and Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName)\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == 200\\r\\n and modelDeploymentName in ({modeldeploymentname}) \\r\\n and isnotempty(modelName)\\r\\n| distinct modelName\",\"crossComponentResources\":[\"{Workspace}\"],\"typeSettings\":{\"additionalResourceOptions\":[\"value::all\"],\"showDefault\":false},\"timeContext\":{\"durationMs\":0},\"timeContextFromParameter\":\"TimeRange\",\"defaultValue\":\"value::all\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"value\":[\"value::all\"]},{\"id\":\"fe5605b0-a404-4251-9449-a2f92a8cd6ca\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"modelversion\",\"label\":\"Model Version\",\"type\":2,\"isRequired\":true,\"multiSelect\":true,\"quote\":\"'\",\"delimiter\":\",\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n and Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=tostring(properties.modelVersion),\\r\\n streamType=properties.streamType \\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == 200\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and isnotempty(modelVersion)\\r\\n| distinct modelVersion\",\"crossComponentResources\":[\"{Workspace}\"],\"typeSettings\":{\"additionalResourceOptions\":[\"value::all\"],\"showDefault\":false},\"timeContext\":{\"durationMs\":0},\"timeContextFromParameter\":\"TimeRange\",\"defaultValue\":\"value::all\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\"},{\"id\":\"79a79007-6e1c-4fd5-b0f0-211aef3dec54\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"apiVersion\",\"label\":\"API Version\",\"type\":2,\"isRequired\":true,\"multiSelect\":true,\"quote\":\"'\",\"delimiter\":\",\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n and Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == 200\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname}) \\r\\n and modelVersion in ({modelversion}) \\r\\n and isnotempty(apiVersion)\\r\\n| distinct apiVersion\",\"crossComponentResources\":[\"{Workspace}\"],\"typeSettings\":{\"additionalResourceOptions\":[\"value::all\"],\"showDefault\":false},\"timeContext\":{\"durationMs\":0},\"timeContextFromParameter\":\"TimeRange\",\"defaultValue\":\"value::all\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"value\":[\"value::all\"]},{\"id\":\"ed2e4e38-431e-47ac-96aa-89fe66091344\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"OperationName\",\"label\":\"Operation Name\",\"type\":2,\"isRequired\":true,\"multiSelect\":true,\"quote\":\"'\",\"delimiter\":\",\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n and Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == 200\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname}) \\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion}) \\r\\n and isnotempty(OperationName)\\r\\n| distinct OperationName\",\"crossComponentResources\":[\"{Workspace}\"],\"typeSettings\":{\"additionalResourceOptions\":[\"value::all\"],\"showDefault\":false},\"timeContext\":{\"durationMs\":0},\"timeContextFromParameter\":\"TimeRange\",\"defaultValue\":\"value::all\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"value\":[\"value::all\"]},{\"id\":\"9f33d58a-7e23-4cbb-a5bc-fe1fd25d3471\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"streamtype\",\"label\":\"Stream Type\",\"type\":2,\"isRequired\":true,\"multiSelect\":true,\"quote\":\"'\",\"delimiter\":\",\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n and Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=tostring(properties.streamType),\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == 200\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname}) \\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and isnotempty(streamType)\\r\\n| distinct streamType\",\"crossComponentResources\":[\"{Workspace}\"],\"typeSettings\":{\"additionalResourceOptions\":[\"value::all\"],\"showDefault\":false},\"timeContext\":{\"durationMs\":0},\"timeContextFromParameter\":\"TimeRange\",\"defaultValue\":\"value::all\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\"},{\"id\":\"7cb4868a-f01b-4674-bbef-7ea2d886a1b1\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"location\",\"label\":\"Location\",\"type\":2,\"isRequired\":true,\"multiSelect\":true,\"quote\":\"'\",\"delimiter\":\",\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n and Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| extend Location = location_s\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == 200\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname}) \\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName}) \\r\\n and streamType in ({streamtype}) \\r\\n and isnotempty(Location)\\r\\n| distinct Location\",\"crossComponentResources\":[\"{Workspace}\"],\"typeSettings\":{\"additionalResourceOptions\":[\"value::all\"],\"showDefault\":false},\"timeContext\":{\"durationMs\":0},\"timeContextFromParameter\":\"TimeRange\",\"defaultValue\":\"value::all\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\"}],\"style\":\"pills\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\"},\"conditionalVisibility\":{\"parameterName\":\"insightsTab\",\"comparison\":\"isNotEqualTo\",\"value\":\"insights-Failures\"},\"name\":\"parameters - Filters\"},{\"type\":9,\"content\":{\"version\":\"KqlParameterItem/1.0\",\"crossComponentResources\":[\"{Workspace}\"],\"parameters\":[{\"id\":\"76dd3d51-fea9-4c49-8c3f-510423bbd2fb\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"apiVersionFailure\",\"label\":\"API Version\",\"type\":2,\"isRequired\":true,\"multiSelect\":true,\"quote\":\"'\",\"delimiter\":\",\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n and Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == 404 \\r\\n and isnotempty(apiVersion)\\r\\n| distinct apiVersion\",\"crossComponentResources\":[\"{Workspace}\"],\"typeSettings\":{\"additionalResourceOptions\":[\"value::all\"],\"showDefault\":false},\"timeContext\":{\"durationMs\":0},\"timeContextFromParameter\":\"TimeRange\",\"defaultValue\":\"value::all\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"value\":[\"value::all\"]},{\"id\":\"291ed2f3-a2c1-4d91-9d12-b98b845b8cab\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"OperationNameFailure\",\"label\":\"Operation Name\",\"type\":2,\"isRequired\":true,\"multiSelect\":true,\"quote\":\"'\",\"delimiter\":\",\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n and Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == 404\\r\\n and apiVersion in ({apiVersionFailure}) \\r\\n and isnotempty(OperationName)\\r\\n| distinct OperationName\",\"crossComponentResources\":[\"{Workspace}\"],\"typeSettings\":{\"additionalResourceOptions\":[\"value::all\"],\"showDefault\":false},\"timeContext\":{\"durationMs\":0},\"timeContextFromParameter\":\"TimeRange\",\"defaultValue\":\"value::all\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"value\":null},{\"id\":\"515fc7f3-052f-4c6b-b837-c66f0a1455fd\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"streamtypeFailure\",\"label\":\"Stream Type\",\"type\":2,\"isRequired\":true,\"multiSelect\":true,\"quote\":\"'\",\"delimiter\":\",\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n and Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend streamType=tostring(properties.streamType),\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == 404\\r\\n and apiVersion in ({apiVersionFailure})\\r\\n and OperationName in ({OperationNameFailure})\\r\\n and isnotempty(streamType)\\r\\n| distinct streamType\",\"crossComponentResources\":[\"{Workspace}\"],\"typeSettings\":{\"additionalResourceOptions\":[\"value::all\"],\"showDefault\":false},\"timeContext\":{\"durationMs\":0},\"timeContextFromParameter\":\"TimeRange\",\"defaultValue\":\"value::all\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\"},{\"id\":\"f6da14b2-546d-4c3a-bc70-f068fc3581e3\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"locationFailure\",\"label\":\"Location\",\"type\":2,\"isRequired\":true,\"multiSelect\":true,\"quote\":\"'\",\"delimiter\":\",\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n and Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| extend Location = location_s\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == 404\\r\\n and apiVersion in ({apiVersionFailure})\\r\\n and OperationName in ({OperationNameFailure}) \\r\\n and streamType in ({streamtypeFailure}) \\r\\n and isnotempty(Location)\\r\\n| distinct Location\",\"crossComponentResources\":[\"{Workspace}\"],\"typeSettings\":{\"additionalResourceOptions\":[\"value::all\"],\"showDefault\":false},\"timeContext\":{\"durationMs\":0},\"timeContextFromParameter\":\"TimeRange\",\"defaultValue\":\"value::all\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"value\":[\"swedencentral\",\"value::all\"]}],\"style\":\"pills\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\"},\"conditionalVisibility\":{\"parameterName\":\"insightsTab\",\"comparison\":\"isEqualTo\",\"value\":\"insights-Failures\"},\"name\":\"parameters - Filters-Failures\"},{\"type\":12,\"content\":{\"version\":\"NotebookGroup/1.0\",\"groupType\":\"editable\",\"items\":[{\"type\":1,\"content\":{\"json\":\"### Azure OpenAI Logs Dashboard\\r\\nExplore the most important Logs for Azure OpenAI Service and understand your usage trends easily.\\r\\n[Azure OpenAI Metrics](https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/monitoring#azure-openai-metrics)\",\"style\":\"upsell\"},\"name\":\"text - Monitor\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '') \\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count() by Resource\\r\\n\",\"size\":3,\"title\":\"Requests by Resource\",\"timeContextFromParameter\":\"TimeRange\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"piechart\",\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"25\",\"name\":\"query - RequestResponse by Resource\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| extend Location = location_s \\r\\n| where OperationName !has \\\"_List\\\"\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count() by Location\",\"size\":3,\"title\":\"Requests by Location\",\"timeContextFromParameter\":\"TimeRange\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"piechart\",\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"25\",\"name\":\"query - RequestResponse by Location\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| extend streamType=properties.streamType\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count() by tostring(streamType)\",\"size\":3,\"title\":\"Requests by Stream Type\",\"timeContextFromParameter\":\"TimeRange\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"piechart\",\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"25\",\"name\":\"query - RequestResponse by streamType\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| extend streamType=properties.streamType\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count() by tostring(apiVersion)\",\"size\":3,\"title\":\"Requests by Api Version\",\"timeContextFromParameter\":\"TimeRange\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"piechart\",\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"25\",\"name\":\"query - RequestResponse by apiVersion\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count() by tostring(modelDeploymentName), tostring(modelName), OperationName\\r\\n| sort by tostring(modelDeploymentName) asc\",\"size\":0,\"title\":\"Requests by Model Deployment Name + Operation Name\",\"timeContextFromParameter\":\"TimeRange\",\"showExportToExcel\":true,\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"table\",\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"count_modelDeploymentName\",\"formatter\":1}],\"filter\":true,\"labelSettings\":[{\"columnId\":\"modelDeploymentName\",\"label\":\"Model Deployment Name\"},{\"columnId\":\"modelName\",\"label\":\"Model Name\"},{\"columnId\":\"OperationName\",\"label\":\"Operation Name\"}]},\"sortBy\":[],\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"60\",\"name\":\"query - RequestResponse by Model Deployment Name + Operation Name\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count() by tostring(modelDeploymentName)\",\"size\":3,\"title\":\"Requests by Model Deployment Name\",\"timeContextFromParameter\":\"TimeRange\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"piechart\",\"gridSettings\":{\"sortBy\":[{\"itemKey\":\"count_\",\"sortOrder\":2}]},\"sortBy\":[{\"itemKey\":\"count_\",\"sortOrder\":2}],\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}}},\"customWidth\":\"35\",\"name\":\"query - RequestResponse by Model Deployment Name\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count() by tostring(modelName), OperationName\\r\\n| sort by tostring(modelName) asc\\r\\n\",\"size\":0,\"title\":\"Requests by Model Name + Operation Name\",\"timeContextFromParameter\":\"TimeRange\",\"showExportToExcel\":true,\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"table\",\"gridSettings\":{\"filter\":true,\"labelSettings\":[{\"columnId\":\"modelName\",\"label\":\"Model Name\"},{\"columnId\":\"OperationName\",\"label\":\"Operation Name\"}]},\"sortBy\":[],\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"60\",\"name\":\"query - RequestResponse by Model Name + Operation Name\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count() by tostring(modelName)\",\"size\":3,\"title\":\"Requests by Model Name\",\"timeContextFromParameter\":\"TimeRange\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"piechart\",\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"35\",\"name\":\"query - RequestResponse by Model Name\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count() by OperationName\\r\\n| sort by OperationName asc\",\"size\":0,\"title\":\"Requests by Operation Name\",\"timeContextFromParameter\":\"TimeRange\",\"showExportToExcel\":true,\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"table\",\"gridSettings\":{\"filter\":true,\"labelSettings\":[{\"columnId\":\"OperationName\",\"label\":\"Operation Name\"},{\"columnId\":\"count_\",\"label\":\"Requests\"}]},\"sortBy\":[],\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"60\",\"name\":\"query - RequestResponse by Operation Name\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count() by tostring(OperationName)\",\"size\":3,\"title\":\"Requests by Operation Name\",\"timeContextFromParameter\":\"TimeRange\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"piechart\",\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"35\",\"name\":\"query - RequestResponse by Operation Name\"},{\"type\":1,\"content\":{\"json\":\"### Averages\\r\\nAverages of duration (ms), requestLength (bytes) and responseLength (bytes) by Model Deployment Name, Model Name and Operation Names.\",\"style\":\"info\"},\"name\":\"text - Average\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count(modelDeploymentName), avg(DurationMs) by tostring(modelDeploymentName), tostring(modelName), OperationName\\r\\n| sort by tostring(modelDeploymentName) asc\\r\\n\",\"size\":0,\"title\":\"Requests by Avg Duration (ms)\",\"timeContextFromParameter\":\"TimeRange\",\"showExportToExcel\":true,\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"table\",\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"count_modelDeploymentName\",\"formatter\":1},{\"columnMatch\":\"avg_DurationMs\",\"formatter\":1,\"formatOptions\":{\"aggregation\":\"Average\"},\"numberFormat\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"maximumFractionDigits\":2}}}],\"filter\":true,\"labelSettings\":[{\"columnId\":\"modelDeploymentName\",\"label\":\"Model Deployment Name\"},{\"columnId\":\"modelName\",\"label\":\"Model Name\"},{\"columnId\":\"OperationName\",\"label\":\"Operation Name\"},{\"columnId\":\"count_modelDeploymentName\",\"label\":\"Requests\"},{\"columnId\":\"avg_DurationMs\",\"label\":\"Avg Duration (ms)\"}]},\"sortBy\":[],\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"50\",\"name\":\"query - RequestResponse by Avg Duration (ms)\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| extend ModelAndOperation = strcat(modelDeploymentName,\\\" (\\\",OperationName,\\\")\\\")\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize avg(DurationMs) by tostring(ModelAndOperation)\\r\\n| sort by tostring(ModelAndOperation) asc\",\"size\":0,\"title\":\"Requests by Avg Duration (ms)\",\"timeContextFromParameter\":\"TimeRange\",\"showExportToExcel\":true,\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"barchart\",\"gridSettings\":{\"filter\":true},\"sortBy\":[],\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}},\"label\":\"\"},\"ySettings\":{\"label\":\"\"}}},\"customWidth\":\"50\",\"name\":\"query - RequestResponse by Avg Duration (ms) | Model Deployment Name (Operation Name)\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| extend requestLength=toint(properties.requestLength)\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count(), avg(requestLength) by tostring(modelDeploymentName), tostring(modelName), OperationName\\r\\n| sort by tostring(modelDeploymentName) asc, OperationName asc\\r\\n\",\"size\":0,\"title\":\"Requests by Avg requestLength (bytes)\",\"timeContextFromParameter\":\"TimeRange\",\"showExportToExcel\":true,\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"table\",\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"count_\",\"formatter\":1},{\"columnMatch\":\"avg_DurationMs\",\"formatter\":1,\"formatOptions\":{\"aggregation\":\"Average\"},\"numberFormat\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"maximumFractionDigits\":2}}}],\"filter\":true,\"labelSettings\":[{\"columnId\":\"modelDeploymentName\",\"label\":\"Model Deployment Name\"},{\"columnId\":\"modelName\",\"label\":\"Model Name\"},{\"columnId\":\"OperationName\",\"label\":\"Operation Name\"},{\"columnId\":\"count_\",\"label\":\"Requests\"},{\"columnId\":\"avg_requestLength\",\"label\":\"Avg Request Length (bytes)\"}]},\"sortBy\":[],\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"50\",\"name\":\"query - RequestResponse by Avg requestLength (bytes)\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| extend ModelAndOperation = strcat(modelDeploymentName,\\\" (\\\",OperationName,\\\")\\\")\\r\\n| extend requestLength=toint(properties.requestLength)\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize avg(requestLength) by tostring(ModelAndOperation)\\r\\n| sort by tostring(ModelAndOperation) asc\",\"size\":0,\"title\":\"Requests by Avg requestLength (bytes)\",\"timeContextFromParameter\":\"TimeRange\",\"showExportToExcel\":true,\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"barchart\",\"gridSettings\":{\"filter\":true},\"sortBy\":[],\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"50\",\"name\":\"query - RequestResponse by Avg requestLength (bytes) | Model Deployment Name (Operation Name)\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| extend responseLength=toint(properties.responseLength)\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count(), avg(responseLength) by tostring(modelDeploymentName), tostring(modelName), OperationName\\r\\n| sort by tostring(modelDeploymentName) asc, OperationName asc\\r\\n\",\"size\":0,\"title\":\"Requests by Avg responseLength (bytes)\",\"timeContextFromParameter\":\"TimeRange\",\"showExportToExcel\":true,\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"table\",\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"count_\",\"formatter\":1},{\"columnMatch\":\"avg_responseLength\",\"formatter\":0,\"numberFormat\":{\"unit\":0,\"options\":{\"style\":\"decimal\"}}}],\"filter\":true,\"labelSettings\":[{\"columnId\":\"modelDeploymentName\",\"label\":\"Model Deployment Name\"},{\"columnId\":\"modelName\",\"label\":\"Model Name\"},{\"columnId\":\"OperationName\",\"label\":\"Operation Name\"},{\"columnId\":\"count_\",\"label\":\"Requests\"},{\"columnId\":\"avg_responseLength\",\"label\":\"Avg Response Length (bytes)\"}]},\"sortBy\":[],\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"50\",\"name\":\"query - RequestResponse by Avg responseLength (bytes)\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| extend ModelAndOperation = strcat(modelDeploymentName,\\\" (\\\",OperationName,\\\")\\\")\\r\\n| extend responseLength=toint(properties.responseLength)\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize avg(responseLength) by tostring(ModelAndOperation)\\r\\n| sort by tostring(ModelAndOperation) asc\",\"size\":0,\"title\":\"Requests by Avg responseLength (bytes)\",\"timeContextFromParameter\":\"TimeRange\",\"showExportToExcel\":true,\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"barchart\",\"gridSettings\":{\"filter\":true},\"sortBy\":[],\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"50\",\"name\":\"query - RequestResponse by Avg responseLength (bytes) | Model Deployment Name (Operation Name)\"}]},\"conditionalVisibility\":{\"parameterName\":\"insightsTab\",\"comparison\":\"isEqualTo\",\"value\":\"insights-Overview\"},\"name\":\"group - Insights - Overview\"},{\"type\":12,\"content\":{\"version\":\"NotebookGroup/1.0\",\"groupType\":\"editable\",\"items\":[{\"type\":1,\"content\":{\"json\":\"### By CallerIP\\r\\nAll success \\\"Request / Response\\\" (Status Code: 200) operational logs, with the exclusion of administration logs divided by CallerIP Address.\",\"style\":\"upsell\"},\"name\":\"text - Monitor\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location}) \\r\\n| summarize count() by CallerIPAddress\",\"size\":3,\"title\":\"Requests by Caller IP Address\",\"timeContextFromParameter\":\"TimeRange\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"piechart\",\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"30\",\"name\":\"query - RequestResponse by CallerIP Address\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count(OperationName) by CallerIPAddress, OperationName\\r\\n| sort by CallerIPAddress\",\"size\":3,\"title\":\"Requests | Operation Name by CallerIP Address\",\"timeContextFromParameter\":\"TimeRange\",\"showRefreshButton\":true,\"exportFieldName\":\"CallerIPAddress\",\"exportParameterName\":\"CallerIP\",\"showExportToExcel\":true,\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"table\",\"gridSettings\":{\"filter\":true,\"labelSettings\":[{\"columnId\":\"CallerIPAddress\",\"label\":\"Caller IP Address\"},{\"columnId\":\"OperationName\",\"label\":\"Operation Name\"},{\"columnId\":\"count_OperationName\",\"label\":\"Count\"}]},\"sortBy\":[],\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"50\",\"name\":\"query - RequestResponse Operation Name by CallerIP Address\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName),\\r\\n requestLength=toint(properties.requestLength),\\r\\n responseLength=toint(properties.responseLength)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count(modelDeploymentName), avg(DurationMs), avg(requestLength), avg(responseLength) by CallerIPAddress, tostring(modelDeploymentName), OperationName\\r\\n| sort by CallerIPAddress\\r\\n\",\"size\":3,\"title\":\"Requests | Model Deployment Name + Operation Name by CallerIP Address\",\"timeContextFromParameter\":\"TimeRange\",\"showRefreshButton\":true,\"showExportToExcel\":true,\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"table\",\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"count_modelDeploymentName\",\"formatter\":1},{\"columnMatch\":\"avg_DurationMs\",\"formatter\":1},{\"columnMatch\":\"avg_requestLength\",\"formatter\":1},{\"columnMatch\":\"avg_responseLength\",\"formatter\":1}],\"filter\":true,\"sortBy\":[{\"itemKey\":\"count_modelDeploymentName\",\"sortOrder\":1}],\"labelSettings\":[{\"columnId\":\"CallerIPAddress\",\"label\":\"Caller IP Address\"},{\"columnId\":\"modelDeploymentName\",\"label\":\"Model Deployment Name\"},{\"columnId\":\"OperationName\",\"label\":\"Operation Name\"},{\"columnId\":\"count_modelDeploymentName\",\"label\":\"Count\"},{\"columnId\":\"avg_DurationMs\",\"label\":\"Avg Duration (ms)\"},{\"columnId\":\"avg_requestLength\",\"label\":\"Avg Request Length (bytes)\"},{\"columnId\":\"avg_responseLength\",\"label\":\"Avg Response Length (bytes)\"}]},\"sortBy\":[{\"itemKey\":\"count_modelDeploymentName\",\"sortOrder\":1}],\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"name\":\"query - RequestResponse Model Deployment Name + Operation Name by CallerIP Address\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName),\\r\\n requestLength=toint(properties.requestLength),\\r\\n responseLength=toint(properties.responseLength) \\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count(modelName), avg(DurationMs), avg(requestLength), avg(responseLength) by CallerIPAddress, tostring(modelName), OperationName\\r\\n| sort by CallerIPAddress\",\"size\":3,\"title\":\"Requests | Model Name + Operation Name by Caller IP Address\",\"timeContextFromParameter\":\"TimeRange\",\"showRefreshButton\":true,\"showExportToExcel\":true,\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"table\",\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"count_modelName\",\"formatter\":1},{\"columnMatch\":\"avg_DurationMs\",\"formatter\":1},{\"columnMatch\":\"avg_requestLength\",\"formatter\":1},{\"columnMatch\":\"avg_responseLength\",\"formatter\":1}],\"filter\":true,\"sortBy\":[{\"itemKey\":\"count_modelName\",\"sortOrder\":2}],\"labelSettings\":[{\"columnId\":\"CallerIPAddress\",\"label\":\"Caller IP Address\"},{\"columnId\":\"modelName\",\"label\":\"Model Name\"},{\"columnId\":\"OperationName\",\"label\":\"Operation Name\"},{\"columnId\":\"count_modelName\",\"label\":\"Count\"},{\"columnId\":\"avg_DurationMs\",\"label\":\"Avg Duration (ms)\"},{\"columnId\":\"avg_requestLength\",\"label\":\"Avg Request Length (bytes)\"},{\"columnId\":\"avg_responseLength\",\"label\":\"Avg ResponseLength (bytes)\"}]},\"sortBy\":[{\"itemKey\":\"count_modelName\",\"sortOrder\":2}],\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"name\":\"query - RequestResponse Model Name + Operation Name by CallerIP Address\"}]},\"conditionalVisibility\":{\"parameterName\":\"insightsTab\",\"comparison\":\"isEqualTo\",\"value\":\"insights-ByCallerIP\"},\"name\":\"group - Insights - By CallerIP\"},{\"type\":12,\"content\":{\"version\":\"NotebookGroup/1.0\",\"groupType\":\"editable\",\"items\":[{\"type\":1,\"content\":{\"json\":\"### All Successful Requests\\r\\nAll success *\\\"Request / Response\\\"* (Status Code: 200) operational logs, with the exclusion of administration logs.\",\"style\":\"upsell\"},\"name\":\"text - Monitor\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName),\\r\\n objectId=tostring(properties.objectId)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == 200\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname}) \\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName}) \\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location}) \\r\\n| project\\r\\n TimeGenerated,\\r\\n Resource,\\r\\n modelDeploymentName=properties.modelDeploymentName,\\r\\n modelName=properties.modelName,\\r\\n OperationName,\\r\\n DurationMs,\\r\\n requestLength=properties.requestLength,\\r\\n responseLength=properties.responseLength, \\r\\n streamType, \\r\\n CallerIPAddress,\\r\\n apiVersion,\\r\\n modelVersion,\\r\\n //requestTime=properties.requestTime, \\r\\n //responseTime=properties.responseTime,\\r\\n objectId,\\r\\n Location=location_s,\\r\\n ResultSignature\\r\\n | sort by TimeGenerated desc\",\"size\":3,\"showAnalytics\":true,\"title\":\"Successful requests\",\"timeContextFromParameter\":\"TimeRange\",\"showRefreshButton\":true,\"showExportToExcel\":true,\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"table\",\"showExpandCollapseGrid\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"DurationMs\",\"formatter\":1},{\"columnMatch\":\"Location\",\"formatter\":17}],\"rowLimit\":500,\"filter\":true,\"sortBy\":[{\"itemKey\":\"TimeGenerated\",\"sortOrder\":2}],\"labelSettings\":[{\"columnId\":\"TimeGenerated\",\"label\":\"Time Generated\"},{\"columnId\":\"Resource\",\"label\":\"Resource\"},{\"columnId\":\"modelDeploymentName\",\"label\":\"Model Deployment Name\"},{\"columnId\":\"modelName\",\"label\":\"Model Name\"},{\"columnId\":\"OperationName\",\"label\":\"Operation Name\"},{\"columnId\":\"DurationMs\",\"label\":\"Duration (ms)\"},{\"columnId\":\"requestLength\",\"label\":\"Request Length (bytes)\"},{\"columnId\":\"responseLength\",\"label\":\"Response Length (bytes)\"},{\"columnId\":\"streamType\",\"label\":\"Stream Type\"},{\"columnId\":\"CallerIPAddress\",\"label\":\"Caller IP Address\"},{\"columnId\":\"apiVersion\",\"label\":\"Api Version\"},{\"columnId\":\"modelVersion\",\"label\":\"Model Version\"},{\"columnId\":\"objectId\",\"label\":\"Object Id\"},{\"columnId\":\"Location\",\"label\":\"Location\"},{\"columnId\":\"ResultSignature\",\"label\":\"Status Code\"}]},\"sortBy\":[{\"itemKey\":\"TimeGenerated\",\"sortOrder\":2}]},\"name\":\"query - insights - All Logs\"}]},\"conditionalVisibility\":{\"parameterName\":\"insightsTab\",\"comparison\":\"isEqualTo\",\"value\":\"insights-AllLogs\"},\"name\":\"group - Insights - All Logs\"},{\"type\":12,\"content\":{\"version\":\"NotebookGroup/1.0\",\"groupType\":\"editable\",\"items\":[{\"type\":1,\"content\":{\"json\":\"### All failed requests\\r\\nAll failed *\\\"Request / Response\\\"* (Status Code: 404) operational logs, with the exclusion of administration logs.\",\"style\":\"upsell\"},\"name\":\"text - Monitor\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| extend streamType=properties.streamType\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"404\\\"\\r\\n and apiVersion in ({apiVersionFailure})\\r\\n and OperationName in ({OperationNameFailure})\\r\\n and streamType in ({streamtypeFailure})\\r\\n and location_s in ({locationFailure})\\r\\n| summarize count() by tostring(Resource)\",\"size\":3,\"title\":\"Failed requests by Resource\",\"timeContextFromParameter\":\"TimeRange\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"piechart\",\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"25\",\"name\":\"query - Failed requests by Resource\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| extend streamType=properties.streamType\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"404\\\"\\r\\n and apiVersion in ({apiVersionFailure})\\r\\n and OperationName in ({OperationNameFailure})\\r\\n and streamType in ({streamtypeFailure})\\r\\n and location_s in ({locationFailure})\\r\\n| summarize count() by tostring(apiVersion)\",\"size\":3,\"title\":\"Failed requests by apiVersion\",\"timeContextFromParameter\":\"TimeRange\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"piechart\",\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"25\",\"name\":\"query - Failed requests by apiVersion\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| extend streamType=properties.streamType\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"404\\\"\\r\\n and apiVersion in ({apiVersionFailure})\\r\\n and OperationName in ({OperationNameFailure})\\r\\n and streamType in ({streamtypeFailure})\\r\\n and location_s in ({locationFailure})\\r\\n| summarize count() by tostring(OperationName)\",\"size\":3,\"title\":\"Failed requests by OperationName\",\"timeContextFromParameter\":\"TimeRange\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"piechart\",\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"25\",\"name\":\"query - Failed requests by OperationName\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| extend streamType=properties.streamType\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"404\\\"\\r\\n and apiVersion in ({apiVersionFailure})\\r\\n and OperationName in ({OperationNameFailure})\\r\\n and streamType in ({streamtypeFailure})\\r\\n and location_s in ({locationFailure})\\r\\n| summarize count() by tostring(streamType)\",\"size\":3,\"title\":\"Failed requests by streamType\",\"timeContextFromParameter\":\"TimeRange\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"piechart\",\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"25\",\"name\":\"query - Failed requests by streamType\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend streamType=properties.streamType\\r\\n| extend apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n| where Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n| where toint(ResultSignature) >= 400\\r\\n| where location_s in ({locationFailure})\\r\\n| where streamType in ({streamtypeFailure})\\r\\n| where OperationName in ({OperationNameFailure})\\r\\n| where apiVersion in ({apiVersionFailure})\\r\\n| project\\r\\n TimeGenerated,\\r\\n Resource,\\r\\n OperationName,\\r\\n DurationMs,\\r\\n requestLength=properties.requestLength,\\r\\n responseLength=properties.responseLength, \\r\\n streamType=properties.streamType, \\r\\n CallerIPAddress,\\r\\n apiVersion,\\r\\n Location=location_s,\\r\\n ResultSignature\\r\\n | sort by TimeGenerated desc\",\"size\":3,\"showAnalytics\":true,\"title\":\"Failed requests\",\"timeContextFromParameter\":\"TimeRange\",\"showRefreshButton\":true,\"showExportToExcel\":true,\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"table\",\"showExpandCollapseGrid\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"DurationMs\",\"formatter\":1},{\"columnMatch\":\"Location\",\"formatter\":17}],\"rowLimit\":500,\"filter\":true,\"sortBy\":[{\"itemKey\":\"TimeGenerated\",\"sortOrder\":2}],\"labelSettings\":[{\"columnId\":\"TimeGenerated\",\"label\":\"Time Generated\"},{\"columnId\":\"Resource\",\"label\":\"Resource\"},{\"columnId\":\"OperationName\",\"label\":\"Operation Name\"},{\"columnId\":\"DurationMs\",\"label\":\"Duration (ms)\"},{\"columnId\":\"requestLength\",\"label\":\"Request Length (bytes)\"},{\"columnId\":\"responseLength\",\"label\":\"Response Length (bytes)\"},{\"columnId\":\"streamType\",\"label\":\"Stream Type\"},{\"columnId\":\"CallerIPAddress\",\"label\":\"Caller IP Address\"},{\"columnId\":\"apiVersion\",\"label\":\"Api Version\"},{\"columnId\":\"Location\",\"label\":\"Location\"},{\"columnId\":\"ResultSignature\",\"label\":\"Status Code\"}]},\"sortBy\":[{\"itemKey\":\"TimeGenerated\",\"sortOrder\":2}]},\"name\":\"query - insights - Failures\"}]},\"conditionalVisibility\":{\"parameterName\":\"insightsTab\",\"comparison\":\"isEqualTo\",\"value\":\"insights-Failures\"},\"name\":\"group - Insights - Failures\"}]},\"conditionalVisibility\":{\"parameterName\":\"selectedTab\",\"comparison\":\"isEqualTo\",\"value\":\"Insights\"},\"name\":\"Insights Group\"}]},\"conditionalVisibility\":{\"parameterName\":\"Subscription\",\"comparison\":\"isNotEqualTo\",\"value\":\"\"},\"name\":\"Azure OpenAI Service\"}],\"isLocked\":false,\"fallbackResourceIds\":[\"Azure Monitor\"],\"styleSettings\":{\"paddingStyle\":\"narrow\"},\"fromTemplateId\":\"community-Workbooks/Storage/Overview\",\"workbookPin\":\"storage account metrics\"}", + "serializedData": "{\"version\":\"Notebook/1.0\",\"items\":[{\"type\":1,\"content\":{\"json\":\"# Azure OpenAI Insights\\r\\nUse this workbook to analyze and monitor all your Azure OpenAI resources.\"},\"name\":\"text - 3\"},{\"type\":9,\"content\":{\"version\":\"KqlParameterItem/1.0\",\"crossComponentResources\":[\"{Subscription}\"],\"parameters\":[{\"id\":\"1f74ed9a-e3ed-498d-bd5b-f68f3836a117\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"Subscription\",\"label\":\"Subscriptions\",\"type\":6,\"description\":\"All subscriptions with Azure OpenAI Service\",\"isRequired\":true,\"multiSelect\":true,\"quote\":\"'\",\"delimiter\":\",\",\"query\":\"Resources\\r\\n| where type =~ 'microsoft.cognitiveservices/accounts'\\r\\n| summarize Count = count() by subscriptionId\\r\\n| order by Count desc\\r\\n| extend Rank = row_number()\\r\\n| project value = subscriptionId, label = subscriptionId, selected = Rank == 1\",\"crossComponentResources\":[\"value::selected\"],\"typeSettings\":{\"additionalResourceOptions\":[\"value::all\"],\"showDefault\":false},\"queryType\":1,\"resourceType\":\"microsoft.resourcegraph/resources\"},{\"id\":\"e94aafa3-c5d9-4523-89f0-4e87aa754511\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"Resources\",\"label\":\"Azure OpenAI Service\",\"type\":5,\"isRequired\":true,\"multiSelect\":true,\"quote\":\"'\",\"delimiter\":\",\",\"query\":\"Resources\\r\\n| where type =~ 'microsoft.cognitiveservices/accounts'\\r\\n| where kind =~ 'OpenAI'\\r\\n| order by name asc\\r\\n| extend Rank = row_number()\\r\\n| project value = id, label = id, selected = Rank <= 5\",\"crossComponentResources\":[\"{Subscription}\"],\"typeSettings\":{\"additionalResourceOptions\":[\"value::all\"],\"showDefault\":false},\"defaultValue\":\"value::all\",\"queryType\":1,\"resourceType\":\"microsoft.resourcegraph/resources\",\"value\":[\"value::all\"]},{\"id\":\"c4b69c01-2263-4ada-8d9c-43433b739ff3\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"TimeRange\",\"label\":\"Time Range\",\"type\":4,\"isRequired\":true,\"typeSettings\":{\"selectableValues\":[{\"durationMs\":300000},{\"durationMs\":900000},{\"durationMs\":1800000},{\"durationMs\":3600000},{\"durationMs\":14400000},{\"durationMs\":43200000},{\"durationMs\":86400000},{\"durationMs\":172800000},{\"durationMs\":259200000},{\"durationMs\":604800000},{\"durationMs\":1209600000},{\"durationMs\":2419200000},{\"durationMs\":2592000000}],\"allowCustom\":true},\"value\":{\"durationMs\":2592000000}},{\"id\":\"9b48988f-dcd2-48cc-b233-5999ed32149f\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"Message\",\"type\":1,\"query\":\"where type == 'microsoft.cognitiveservices/accounts' \\r\\n| summarize Selected = countif(id in ({Resources:value})), Total = count()\\r\\n| extend Selected = iff(Selected > 200, 200, Selected)\\r\\n| project Message = strcat('# ', Selected, ' / ', Total)\",\"crossComponentResources\":[\"{Subscription}\"],\"isHiddenWhenLocked\":true,\"queryType\":1,\"resourceType\":\"microsoft.resourcegraph/resources\"},{\"id\":\"070b2474-4e01-478d-a7fa-6c20ad8ea1ad\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"ResourceName\",\"type\":1,\"isRequired\":true,\"isHiddenWhenLocked\":true,\"criteriaData\":[{\"criteriaContext\":{\"operator\":\"Default\",\"resultValType\":\"static\",\"resultVal\":\"Azure OpenAI Service\"}}]},{\"id\":\"c6c32b32-6eb4-44d5-9cad-156d5d50ec3e\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"ResourceImageUrl\",\"type\":1,\"description\":\"used as a parameter for No Subcriptions workbook template\",\"isHiddenWhenLocked\":true}],\"style\":\"above\",\"queryType\":1,\"resourceType\":\"microsoft.resourcegraph/resources\"},\"name\":\"parameters - 1\",\"styleSettings\":{\"margin\":\"15px 0 0 0\"}},{\"type\":12,\"content\":{\"version\":\"NotebookGroup/1.0\",\"groupType\":\"template\",\"loadFromTemplateId\":\"community-Workbooks/Common/noSubscriptions\",\"items\":[]},\"conditionalVisibility\":{\"parameterName\":\"Subscription\",\"comparison\":\"isEqualTo\",\"value\":\"\"},\"name\":\"No Subscriptions group\"},{\"type\":12,\"content\":{\"version\":\"NotebookGroup/1.0\",\"groupType\":\"editable\",\"items\":[{\"type\":11,\"content\":{\"version\":\"LinkItem/1.0\",\"style\":\"tabs\",\"links\":[{\"id\":\"8f323073-4275-4c81-823c-1d9e2a55c55f\",\"cellValue\":\"selectedTab\",\"linkTarget\":\"parameter\",\"linkLabel\":\"Overview\",\"subTarget\":\"Overview\",\"style\":\"link\"},{\"id\":\"59567c42-dca5-49b8-aa63-406f1f57bb39\",\"cellValue\":\"selectedTab\",\"linkTarget\":\"parameter\",\"linkLabel\":\"Monitor\",\"subTarget\":\"Monitor\"},{\"id\":\"cd3401b2-a359-44b7-b61f-0ef9d01d2913\",\"cellValue\":\"selectedTab\",\"linkTarget\":\"parameter\",\"linkLabel\":\"Insights\",\"subTarget\":\"Insights\",\"style\":\"link\"}]},\"name\":\"Navigation links\",\"styleSettings\":{\"margin\":\"10px 0 0 0\"}},{\"type\":12,\"content\":{\"version\":\"NotebookGroup/1.0\",\"groupType\":\"editable\",\"items\":[{\"type\":1,\"content\":{\"json\":\"### Azure OpenAI Insights Workbook\\r\\n\\r\\nThe purpose of this workbook is to provide an overview of your Azure OpenAI resources.\\r\\n\\r\\n\\r\\n [Please submit any issues ](https://github.com/dolevshor/Azure-OpenAI-Insights/issues) with the workbook template to GitHub.\",\"style\":\"upsell\"},\"name\":\"Monitor Title - Copy\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"resources\\r\\n| where type == \\\"microsoft.cognitiveservices/accounts\\\"\\r\\n| where name in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n| summarize count(type) by subscriptionId\",\"size\":3,\"title\":\"Count by Subscription Id\",\"queryType\":1,\"resourceType\":\"microsoft.resourcegraph/resources\",\"crossComponentResources\":[\"{Subscription}\"],\"visualization\":\"piechart\"},\"customWidth\":\"33\",\"name\":\"query - Count by Subscription Id\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"resources\\r\\n| where type == \\\"microsoft.cognitiveservices/accounts\\\"\\r\\n| where name in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n| summarize count(type) by resourceGroup\",\"size\":3,\"title\":\"Count by Resource Group\",\"queryType\":1,\"resourceType\":\"microsoft.resourcegraph/resources\",\"crossComponentResources\":[\"{Subscription}\"],\"visualization\":\"piechart\",\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"resourceGroup\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_type\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"resourceGroup\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_type\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}}},\"customWidth\":\"33\",\"name\":\"query - Count by Resource Group\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"resources\\r\\n| where type == \\\"microsoft.cognitiveservices/accounts\\\"\\r\\n| where name in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n| summarize count(type) by location\",\"size\":3,\"title\":\"Count by Location\",\"queryType\":1,\"resourceType\":\"microsoft.resourcegraph/resources\",\"crossComponentResources\":[\"{Subscription}\"],\"visualization\":\"piechart\"},\"customWidth\":\"33\",\"name\":\"query - Count by Location\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"resources\\r\\n| where type == \\\"microsoft.cognitiveservices/accounts\\\"\\r\\n| where name in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n| summarize count(type) by kind\",\"size\":3,\"title\":\"Count by Kind\",\"queryType\":1,\"resourceType\":\"microsoft.resourcegraph/resources\",\"crossComponentResources\":[\"{Subscription}\"],\"visualization\":\"piechart\"},\"customWidth\":\"33\",\"name\":\"query - Count by Kind\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"resources\\r\\n| where type == \\\"microsoft.cognitiveservices/accounts\\\"\\r\\n| where name in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n| summarize count(type) by tostring(properties.publicNetworkAccess)\",\"size\":3,\"title\":\"Count by Public Network Access\",\"queryType\":1,\"resourceType\":\"microsoft.resourcegraph/resources\",\"crossComponentResources\":[\"{Subscription}\"],\"visualization\":\"piechart\",\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"properties_publicNetworkAccess\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_type\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}}},\"customWidth\":\"33\",\"name\":\"query - Count by Public Network Access\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"resources\\r\\n| where type == \\\"microsoft.cognitiveservices/accounts\\\"\\r\\n| where name in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n| extend privateEndpointConnections = properties.privateEndpointConnections\\r\\n| extend privateEndpointConnections = iff(privateEndpointConnections == '[]','Disabled','Enabled')\\r\\n| summarize count(type) by tostring(privateEndpointConnections)\",\"size\":3,\"title\":\"Count by Private Network Access\",\"queryType\":1,\"resourceType\":\"microsoft.resourcegraph/resources\",\"crossComponentResources\":[\"{Subscription}\"],\"visualization\":\"piechart\"},\"customWidth\":\"33\",\"name\":\"query - Count by Private NetworkAccess\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"resources\\r\\n| where type == \\\"microsoft.cognitiveservices/accounts\\\"\\r\\n| where name in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n| extend Details = pack_all()\\r\\n| project Resource=id, resourceGroup, location, subscriptionId, kind, SKU=sku.name, publicNetworkAccess=properties.publicNetworkAccess, privateEndpointConnections=properties.privateEndpointConnections, dateCreated=properties.dateCreated, tags, Details\",\"size\":3,\"title\":\"Azure OpenAI\",\"noDataMessage\":\"No Azure OpenAI resources found.\",\"showExportToExcel\":true,\"queryType\":1,\"resourceType\":\"microsoft.resourcegraph/resources\",\"crossComponentResources\":[\"{Subscription}\"],\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"$gen_group\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\",\"linkIsContextBlade\":true,\"showIcon\":true}},{\"columnMatch\":\"Resource\",\"formatter\":5},{\"columnMatch\":\"resourceGroup\",\"formatter\":14,\"formatOptions\":{\"linkTarget\":null,\"showIcon\":false}},{\"columnMatch\":\"location\",\"formatter\":17},{\"columnMatch\":\"subscriptionId\",\"formatter\":5},{\"columnMatch\":\"SKU\",\"formatter\":1},{\"columnMatch\":\"publicNetworkAccess\",\"formatter\":1},{\"columnMatch\":\"dateCreated\",\"formatter\":6},{\"columnMatch\":\"Details\",\"formatter\":7,\"formatOptions\":{\"linkTarget\":\"CellDetails\",\"linkLabel\":\"🔍 View Details\",\"linkIsContextBlade\":true}},{\"columnMatch\":\"Subscription\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\",\"linkIsContextBlade\":true,\"showIcon\":true}},{\"columnMatch\":\"Tier\",\"formatter\":1},{\"columnMatch\":\"Sku\",\"formatter\":1}],\"rowLimit\":1000,\"filter\":true,\"hierarchySettings\":{\"treeType\":1,\"groupBy\":[\"subscriptionId\"],\"expandTopLevel\":true,\"finalBy\":\"Resource\"},\"labelSettings\":[{\"columnId\":\"Resource\",\"label\":\"Resource\"},{\"columnId\":\"resourceGroup\",\"label\":\"Resource Group\"},{\"columnId\":\"location\",\"label\":\"Location\"},{\"columnId\":\"subscriptionId\",\"label\":\"Subscription Id\"},{\"columnId\":\"kind\",\"label\":\"Kind\"},{\"columnId\":\"SKU\",\"label\":\"SKU\"},{\"columnId\":\"publicNetworkAccess\",\"label\":\"Public Network Access\"},{\"columnId\":\"privateEndpointConnections\",\"label\":\"Private Endpoint Connections\"},{\"columnId\":\"dateCreated\",\"label\":\"Date Created\"},{\"columnId\":\"tags\",\"label\":\"Tags\"},{\"columnId\":\"Details\",\"label\":\"Details\"}]},\"sortBy\":[],\"tileSettings\":{\"titleContent\":{\"columnMatch\":\"vmSize\",\"formatter\":1,\"formatOptions\":{\"showIcon\":true}},\"leftContent\":{\"columnMatch\":\"Count\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\",\"showIcon\":true},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}},\"showBorder\":true},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"vmSize\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"Count\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}}},\"name\":\"query - Azure OpenAI\"}]},\"conditionalVisibility\":{\"parameterName\":\"selectedTab\",\"comparison\":\"isEqualTo\",\"value\":\"Overview\"},\"name\":\"Overview Group\"},{\"type\":12,\"content\":{\"version\":\"NotebookGroup/1.0\",\"groupType\":\"editable\",\"items\":[{\"type\":11,\"content\":{\"version\":\"LinkItem/1.0\",\"style\":\"tabs\",\"links\":[{\"id\":\"75dbecf0-d939-484a-a9b6-7ac357384d56\",\"cellValue\":\"monitorTab\",\"linkTarget\":\"parameter\",\"linkLabel\":\"Overview\",\"subTarget\":\"monitor-Overview\",\"style\":\"link\"},{\"id\":\"b2a47b9d-1023-418a-8ffc-67a693c0d5a6\",\"cellValue\":\"monitorTab\",\"linkTarget\":\"parameter\",\"linkLabel\":\"HTTP Requests\",\"subTarget\":\"monitor-HTTPRequests\",\"style\":\"link\",\"linkIsContextBlade\":true},{\"id\":\"08ce5f59-a9bd-4a43-93c6-1c6221ec734f\",\"cellValue\":\"monitorTab\",\"linkTarget\":\"parameter\",\"linkLabel\":\"Token-Based Usage\",\"subTarget\":\"monitor-TokenBasedUsage\",\"style\":\"link\"},{\"id\":\"66b996b0-d586-40d7-9097-c707ff68a6da\",\"cellValue\":\"monitorTab\",\"linkTarget\":\"parameter\",\"linkLabel\":\"PTU Utilization\",\"subTarget\":\"monitor-PTUUtilization\",\"style\":\"link\"},{\"id\":\"6fcbb7f1-d77e-4efb-9f3f-d520801aa8f6\",\"cellValue\":\"monitorTab\",\"linkTarget\":\"parameter\",\"linkLabel\":\"Fine-tuning\",\"subTarget\":\"monitor-Finetuning\",\"style\":\"link\"}]},\"name\":\"links - Monitor Tabs\"},{\"type\":12,\"content\":{\"version\":\"NotebookGroup/1.0\",\"groupType\":\"editable\",\"items\":[{\"type\":1,\"content\":{\"json\":\"### Azure OpenAI Metrics Dashboard\\r\\nExplore the most important metrics for Azure OpenAI Service and understand your usage trends easily.\\r\\n[Azure OpenAI Metrics](https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/monitoring#azure-openai-metrics)\",\"style\":\"upsell\"},\"name\":\"text - Monitor\"},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":2,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"aggregation\":1}],\"title\":\"Azure OpenAI Requests\",\"gridFormatType\":1,\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"Name\",\"formatter\":13},\"leftContent\":{\"columnMatch\":\"Value\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Azure OpenAI Requests\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-TokenTransaction\",\"aggregation\":1}],\"title\":\"Processed Inference Tokens\",\"gridFormatType\":1,\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"Name\",\"formatter\":13},\"leftContent\":{\"columnMatch\":\"Value\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Processed Inference Tokens\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-ProcessedPromptTokens\",\"aggregation\":1}],\"title\":\"Processed Prompt Tokens\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Processed Prompt Tokens\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-GeneratedTokens\",\"aggregation\":1}],\"title\":\"Generated Completions Tokens\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Generated Completions Tokens\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-FineTunedTrainingHours\",\"aggregation\":1}],\"title\":\"Processed FineTuned Training Hours\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Processed FineTuned Training Hours\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-AzureOpenAIProvisionedManagedUtilizationV2\",\"aggregation\":4}],\"title\":\"Provisioned-managed Utilization\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Provisioned-managed Utilization\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-ActiveTokens\",\"aggregation\":1}],\"title\":\"Active Tokens\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Active Tokens\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIContextTokensCacheMatchRate\",\"aggregation\":4}],\"title\":\"Prompt Token Cache Match Rate\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Prompt Token Cache Match Rate\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAITimeToResponse\",\"aggregation\":4}],\"title\":\"Time to Response\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Time to Response\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}}]},\"conditionalVisibility\":{\"parameterName\":\"monitorTab\",\"comparison\":\"isEqualTo\",\"value\":\"monitor-Overview\"},\"name\":\"group - Monitor - Overview\"},{\"type\":12,\"content\":{\"version\":\"NotebookGroup/1.0\",\"groupType\":\"editable\",\"items\":[{\"type\":1,\"content\":{\"json\":\"#### Metrics Description\\r\\n- **Azure OpenAI Requests**: Number of calls made to the Azure OpenAI API over a period of time. (Applies to PTU, PTU-Managed and Pay-as-you-go deployments)\\r\\n- **Time to Response**: Recommended latency (responsiveness) measure for streaming requests. Calculated as time taken for the first response to appear after a user sends a prompt, as measured by the API gateway. This number increases as the prompt size increases and/or cache hit size reduces. (Applies to PTU and PTU-managed deployments)\\r\\n- **Prompt Token Cache Match Rate**: Percentage of the prompt tokens hit the cache,. (Applies to PTU-managed)\",\"style\":\"upsell\"},\"name\":\"title - HTTP-Requests - Metric Description\"},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":2,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"aggregation\":7,\"splitBy\":\"ModelName\"}],\"title\":\"Requests by Model Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Azure OpenAI Requests by Model Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"aggregation\":7,\"splitBy\":\"ModelVersion\"}],\"title\":\"Requests by Model Version\",\"gridFormatType\":1,\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"Name\",\"formatter\":13},\"leftContent\":{\"columnMatch\":\"Value\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Azure OpenAI Requests by Model Version\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"aggregation\":7,\"splitBy\":\"ModelDeploymentName\"}],\"title\":\"Requests by Model Deployment Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Requests by Model Deployment Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"aggregation\":7,\"splitBy\":\"StatusCode\"}],\"title\":\"Requests by Status Code\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Requests by Status Code\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"aggregation\":7,\"splitBy\":\"StreamType\"}],\"title\":\"Requests by StreamType\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Azure OpenAI Requests by StreamType\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"aggregation\":7,\"splitBy\":\"OperationName\"}],\"title\":\"Requests by Operation Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Azure OpenAI Requests by Operation Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"aggregation\":7,\"splitBy\":\"ApiName\"}],\"title\":\"Requests by API Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Azure OpenAI Requests by API Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"aggregation\":7,\"splitBy\":\"Region\"}],\"title\":\"Requests by by Region\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Azure OpenAI Requests by Region\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAITimeToResponse\",\"aggregation\":4,\"splitBy\":\"ModelName\"}],\"title\":\"Time to Response by Model Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Azure OpenAI Time to Response by Model Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAITimeToResponse\",\"aggregation\":4,\"splitBy\":\"ModelDeploymentName\"}],\"title\":\"Time to Response by Model Deployment Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Azure OpenAI Time to Response by Model Deployment Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIContextTokensCacheMatchRate\",\"aggregation\":4,\"splitBy\":\"ModelName\"}],\"title\":\"Prompt Token Cache Match Rate by Model Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Azure OpenAI Prompt Token Cache Match Rate by Model Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIContextTokensCacheMatchRate\",\"aggregation\":4,\"splitBy\":\"ModelDeploymentName\"}],\"title\":\"Prompt Token Cache Match Rate by Model Deployment Name \",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Azure OpenAI Prompt Token Cache Match Rate by Model Deployment Name \",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}}]},\"conditionalVisibility\":{\"parameterName\":\"monitorTab\",\"comparison\":\"isEqualTo\",\"value\":\"monitor-HTTPRequests\"},\"name\":\"group - Monitor - HTTP Requests\"},{\"type\":12,\"content\":{\"version\":\"NotebookGroup/1.0\",\"groupType\":\"editable\",\"items\":[{\"type\":1,\"content\":{\"json\":\"### Metrics Description\\r\\n- **Processed Inference Tokens**: Number of inference tokens processed on an OpenAI model. Calculated as prompt tokens (input) plus generated tokens (output).\\r\\n- **Processed Prompt Tokens**: Number of prompt tokens processed (input) on an OpenAI model.\\r\\n- **Generated Completion Tokens**: Number of tokens generated (output) from an OpenAI model.\\r\\n- **Active tokens**: Total tokens minus cached tokens over a period of time.\\r\\n - Use this metric to understand your TPS or TPM based utilization for PTUs and compare to your benchmarks for target TPS or TPM for your scenarios.\\r\\n\\r\\n> All Metrics applies to PTU, PTU-Managed and Pay-as-you-go deployments.\",\"style\":\"upsell\"},\"name\":\"text - 6\"},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-TokenTransaction\",\"aggregation\":1,\"splitBy\":\"FeatureName\"}],\"title\":\"Processed Inference Tokens by Model Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Processed Inference Tokens by Model Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-TokenTransaction\",\"aggregation\":1,\"splitBy\":\"ModelDeploymentName\"}],\"title\":\"Processed Inference Tokens by Model Deployment Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Processed Inference Tokens by Model Deployment Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-ProcessedPromptTokens\",\"aggregation\":1,\"splitBy\":\"FeatureName\"}],\"title\":\"Processed Prompt Tokens by Model Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Processed Prompt Tokens by Model Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-ProcessedPromptTokens\",\"aggregation\":1}],\"title\":\"Processed Prompt Tokens by Model Deployment Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Processed Prompt Tokens by Model Deployment Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-GeneratedTokens\",\"aggregation\":1,\"splitBy\":\"FeatureName\"}],\"title\":\"Generate Completion Tokens by Model Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Generate Completion Tokens by Model Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-GeneratedTokens\",\"aggregation\":1,\"splitBy\":\"ModelDeploymentName\"}],\"title\":\"Generate Completion Tokens by Model Deployment Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Generate Completion Tokens by Model Deployment Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-ActiveTokens\",\"aggregation\":1,\"splitBy\":\"ModelName\"}],\"title\":\"Active Tokens by Model Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Active Tokens by Model Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-ActiveTokens\",\"aggregation\":1,\"splitBy\":\"ModelDeploymentName\"}],\"title\":\"Active Tokens by Model Deployment Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Active Tokens by Model Deployment Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}}]},\"conditionalVisibility\":{\"parameterName\":\"monitorTab\",\"comparison\":\"isEqualTo\",\"value\":\"monitor-TokenBasedUsage\"},\"name\":\"group - Monitor - Token-Based Usage\"},{\"type\":12,\"content\":{\"version\":\"NotebookGroup/1.0\",\"groupType\":\"editable\",\"items\":[{\"type\":1,\"content\":{\"json\":\"#### Metrics Description\\r\\n- **Provisioned-Managed Utilization**: Utilization % for a provisoned-managed deployment, calculated as (PTUs consumed / PTUs deployed) x 100.\\r\\n - When utilization is greater than or equal to 100%, calls are throttled and error code 429 returned.\",\"style\":\"upsell\"},\"name\":\"Monitor Title - Copy\"},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":2,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":0},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-AzureOpenAIProvisionedManagedUtilizationV2\",\"aggregation\":4,\"splitBy\":[\"ModelName\"]}],\"title\":\"Provisioned-managed Utilization by Model Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Provisioned-managed Utilization by Model Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":2,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":0},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-AzureOpenAIProvisionedManagedUtilizationV2\",\"aggregation\":4,\"splitBy\":[\"ModelVersion\"]}],\"title\":\"Provisioned-managed Utilization by Model Version\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Provisioned-managed Utilization by Model Version\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":2,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":0},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-AzureOpenAIProvisionedManagedUtilizationV2\",\"aggregation\":4,\"splitBy\":[\"ModelDeploymentName\"]}],\"title\":\"Provisioned-managed Utilization by Model Deployment Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Provisioned-managed Utilization by Model Deployment Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":2,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":0},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-AzureOpenAIProvisionedManagedUtilizationV2\",\"aggregation\":4,\"splitBy\":[\"StreamType\"]}],\"title\":\"Provisioned-managed Utilization by StreamType\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Provisioned-managed Utilization by StreamType\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":2,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":0},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-AzureOpenAIProvisionedManagedUtilizationV2\",\"aggregation\":4,\"splitBy\":[\"Region\"]}],\"title\":\"Provisioned-managed Utilization by Region\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Provisioned-managed Utilization by Region\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}}]},\"conditionalVisibility\":{\"parameterName\":\"monitorTab\",\"comparison\":\"isEqualTo\",\"value\":\"monitor-PTUUtilization\"},\"name\":\"group - Monitor - PTU Utilization\"},{\"type\":12,\"content\":{\"version\":\"NotebookGroup/1.0\",\"groupType\":\"editable\",\"items\":[{\"type\":1,\"content\":{\"json\":\"#### Metrics Description\\r\\n- **Processed FineTuned Training Hours**: Number of training hours processed on an OpenAI finetuned model.\",\"style\":\"upsell\"},\"name\":\"Monitor Title - Copy\"},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-FineTunedTrainingHours\",\"aggregation\":7,\"splitBy\":\"FeatureName\"}],\"title\":\"Processed FineTuned Training Hours by Model Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Processed FineTuned Training Hours by Model Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}},{\"type\":10,\"content\":{\"chartId\":\"workbook44a06433-82ec-44c1-8731-83e8a22cd995\",\"version\":\"MetricsItem/2.0\",\"size\":0,\"chartType\":1,\"resourceType\":\"microsoft.cognitiveservices/accounts\",\"metricScope\":0,\"resourceParameter\":\"Resources\",\"resourceIds\":[\"{Resources}\"],\"timeContextFromParameter\":\"TimeRange\",\"timeContext\":{\"durationMs\":2592000000},\"metrics\":[{\"namespace\":\"microsoft.cognitiveservices/accounts\",\"metric\":\"microsoft.cognitiveservices/accounts-Azure OpenAI Usage-FineTunedTrainingHours\",\"aggregation\":7,\"splitBy\":\"ModelDeploymentName\"}],\"title\":\"Processed FineTuned Training Hours by Model Deployment Name\",\"showOpenInMe\":true,\"showCreateAlertRule\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"Subscription\",\"formatter\":5},{\"columnMatch\":\"Name\",\"formatter\":13,\"formatOptions\":{\"linkTarget\":\"Resource\"}},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"formatter\":5},{\"columnMatch\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"formatter\":1,\"numberFormat\":{\"unit\":0,\"options\":null}}],\"rowLimit\":10000,\"labelSettings\":[{\"columnId\":\"Subscription\",\"label\":\"Subscription\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests\",\"label\":\"Azure OpenAI Requests (Sum)\"},{\"columnId\":\"microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline\",\"label\":\"Azure OpenAI Requests Timeline\"}]}},\"customWidth\":\"50\",\"showPin\":false,\"name\":\"Metric - Processed FineTuned Training Hours by Model Name\",\"styleSettings\":{\"margin\":\"0 0 20px 0\"}}]},\"conditionalVisibility\":{\"parameterName\":\"monitorTab\",\"comparison\":\"isEqualTo\",\"value\":\"monitor-Finetuning\"},\"name\":\"group - Monitor - Fine-tuning\"}]},\"conditionalVisibility\":{\"parameterName\":\"selectedTab\",\"comparison\":\"isEqualTo\",\"value\":\"Monitor\"},\"name\":\"Monitor Group\"},{\"type\":12,\"content\":{\"version\":\"NotebookGroup/1.0\",\"groupType\":\"editable\",\"items\":[{\"type\":11,\"content\":{\"version\":\"LinkItem/1.0\",\"style\":\"tabs\",\"links\":[{\"id\":\"75dbecf0-d939-484a-a9b6-7ac357384d56\",\"cellValue\":\"insightsTab\",\"linkTarget\":\"parameter\",\"linkLabel\":\"Overview\",\"subTarget\":\"insights-Overview\",\"style\":\"link\"},{\"id\":\"6fcbb7f1-d77e-4efb-9f3f-d520801aa8f6\",\"cellValue\":\"insightsTab\",\"linkTarget\":\"parameter\",\"linkLabel\":\"By CallerIP\",\"subTarget\":\"insights-ByCallerIP\",\"style\":\"link\"},{\"id\":\"2e49b083-f372-403c-bd48-3c378af48ad6\",\"cellValue\":\"insightsTab\",\"linkTarget\":\"parameter\",\"linkLabel\":\"All Logs\",\"subTarget\":\"insights-AllLogs\",\"style\":\"link\"},{\"id\":\"a016ca13-0340-4259-871c-33a5b9dca2cb\",\"cellValue\":\"insightsTab\",\"linkTarget\":\"parameter\",\"linkLabel\":\"Failures\",\"subTarget\":\"insights-Failures\",\"style\":\"link\"}]},\"name\":\"links - Insights Tabs\"},{\"type\":9,\"content\":{\"version\":\"KqlParameterItem/1.0\",\"crossComponentResources\":[\"{Workspace}\"],\"parameters\":[{\"id\":\"9ffb6564-df12-41cc-b55d-495e7855d606\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"Workspace\",\"label\":\"Log Analytics Workspace\",\"type\":5,\"isRequired\":true,\"multiSelect\":true,\"quote\":\"'\",\"delimiter\":\",\",\"query\":\"where type =~ 'microsoft.operationalinsights/workspaces'\\r\\n| project id\",\"crossComponentResources\":[\"{Subscription}\"],\"typeSettings\":{\"resourceTypeFilter\":{\"microsoft.operationalinsights/workspaces\":true},\"additionalResourceOptions\":[],\"showDefault\":false},\"timeContext\":{\"durationMs\":86400000},\"queryType\":1,\"resourceType\":\"microsoft.resourcegraph/resources\",\"value\":[\"/subscriptions/1e4c34d3-4bac-4489-bc82-fb1fb69abf3f/resourceGroups/Monitor-RG/providers/Microsoft.OperationalInsights/workspaces/la-doshorcsx\"]}],\"style\":\"pills\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\"},\"name\":\"parameters - Log Analytics Workspace\"},{\"type\":9,\"content\":{\"version\":\"KqlParameterItem/1.0\",\"crossComponentResources\":[\"{Workspace}\"],\"parameters\":[{\"id\":\"b23f8248-be48-42fb-9844-929eaa66464b\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"modeldeploymentname\",\"label\":\"Model Deployment Name\",\"type\":2,\"isRequired\":true,\"multiSelect\":true,\"quote\":\"'\",\"delimiter\":\",\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n and Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName)\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == 200 \\r\\n and isnotempty(modelDeploymentName)\\r\\n| distinct modelDeploymentName\",\"crossComponentResources\":[\"{Workspace}\"],\"typeSettings\":{\"additionalResourceOptions\":[\"value::all\"],\"showDefault\":false},\"timeContext\":{\"durationMs\":0},\"timeContextFromParameter\":\"TimeRange\",\"defaultValue\":\"value::all\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"value\":[\"value::all\"]},{\"id\":\"6174e5f6-deff-412d-891a-0f681c2fffd5\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"modelname\",\"label\":\"Model Name\",\"type\":2,\"isRequired\":true,\"multiSelect\":true,\"quote\":\"'\",\"delimiter\":\",\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n and Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName)\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == 200\\r\\n and modelDeploymentName in ({modeldeploymentname}) \\r\\n and isnotempty(modelName)\\r\\n| distinct modelName\",\"crossComponentResources\":[\"{Workspace}\"],\"typeSettings\":{\"additionalResourceOptions\":[\"value::all\"],\"showDefault\":false},\"timeContext\":{\"durationMs\":0},\"timeContextFromParameter\":\"TimeRange\",\"defaultValue\":\"value::all\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"value\":[\"value::all\"]},{\"id\":\"fe5605b0-a404-4251-9449-a2f92a8cd6ca\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"modelversion\",\"label\":\"Model Version\",\"type\":2,\"isRequired\":true,\"multiSelect\":true,\"quote\":\"'\",\"delimiter\":\",\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n and Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=tostring(properties.modelVersion),\\r\\n streamType=properties.streamType \\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == 200\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and isnotempty(modelVersion)\\r\\n| distinct modelVersion\",\"crossComponentResources\":[\"{Workspace}\"],\"typeSettings\":{\"additionalResourceOptions\":[\"value::all\"],\"showDefault\":false},\"timeContext\":{\"durationMs\":0},\"timeContextFromParameter\":\"TimeRange\",\"defaultValue\":\"value::all\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\"},{\"id\":\"79a79007-6e1c-4fd5-b0f0-211aef3dec54\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"apiVersion\",\"label\":\"API Version\",\"type\":2,\"isRequired\":true,\"multiSelect\":true,\"quote\":\"'\",\"delimiter\":\",\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n and Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == 200\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname}) \\r\\n and modelVersion in ({modelversion}) \\r\\n and isnotempty(apiVersion)\\r\\n| distinct apiVersion\",\"crossComponentResources\":[\"{Workspace}\"],\"typeSettings\":{\"additionalResourceOptions\":[\"value::all\"],\"showDefault\":false},\"timeContext\":{\"durationMs\":0},\"timeContextFromParameter\":\"TimeRange\",\"defaultValue\":\"value::all\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"value\":[\"value::all\"]},{\"id\":\"ed2e4e38-431e-47ac-96aa-89fe66091344\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"OperationName\",\"label\":\"Operation Name\",\"type\":2,\"isRequired\":true,\"multiSelect\":true,\"quote\":\"'\",\"delimiter\":\",\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n and Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == 200\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname}) \\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion}) \\r\\n and isnotempty(OperationName)\\r\\n| distinct OperationName\",\"crossComponentResources\":[\"{Workspace}\"],\"typeSettings\":{\"additionalResourceOptions\":[\"value::all\"],\"showDefault\":false},\"timeContext\":{\"durationMs\":0},\"timeContextFromParameter\":\"TimeRange\",\"defaultValue\":\"value::all\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"value\":[\"value::all\"]},{\"id\":\"9f33d58a-7e23-4cbb-a5bc-fe1fd25d3471\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"streamtype\",\"label\":\"Stream Type\",\"type\":2,\"isRequired\":true,\"multiSelect\":true,\"quote\":\"'\",\"delimiter\":\",\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n and Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=tostring(properties.streamType),\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == 200\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname}) \\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and isnotempty(streamType)\\r\\n| distinct streamType\",\"crossComponentResources\":[\"{Workspace}\"],\"typeSettings\":{\"additionalResourceOptions\":[\"value::all\"],\"showDefault\":false},\"timeContext\":{\"durationMs\":0},\"timeContextFromParameter\":\"TimeRange\",\"defaultValue\":\"value::all\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\"},{\"id\":\"7cb4868a-f01b-4674-bbef-7ea2d886a1b1\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"location\",\"label\":\"Location\",\"type\":2,\"isRequired\":true,\"multiSelect\":true,\"quote\":\"'\",\"delimiter\":\",\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n and Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| extend Location = location_s\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == 200\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname}) \\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName}) \\r\\n and streamType in ({streamtype}) \\r\\n and isnotempty(Location)\\r\\n| distinct Location\",\"crossComponentResources\":[\"{Workspace}\"],\"typeSettings\":{\"additionalResourceOptions\":[\"value::all\"],\"showDefault\":false},\"timeContext\":{\"durationMs\":0},\"timeContextFromParameter\":\"TimeRange\",\"defaultValue\":\"value::all\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\"}],\"style\":\"pills\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\"},\"conditionalVisibility\":{\"parameterName\":\"insightsTab\",\"comparison\":\"isNotEqualTo\",\"value\":\"insights-Failures\"},\"name\":\"parameters - Filters\"},{\"type\":9,\"content\":{\"version\":\"KqlParameterItem/1.0\",\"crossComponentResources\":[\"{Workspace}\"],\"parameters\":[{\"id\":\"76dd3d51-fea9-4c49-8c3f-510423bbd2fb\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"apiVersionFailure\",\"label\":\"API Version\",\"type\":2,\"isRequired\":true,\"multiSelect\":true,\"quote\":\"'\",\"delimiter\":\",\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n and Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == 404 \\r\\n and isnotempty(apiVersion)\\r\\n| distinct apiVersion\",\"crossComponentResources\":[\"{Workspace}\"],\"typeSettings\":{\"additionalResourceOptions\":[\"value::all\"],\"showDefault\":false},\"timeContext\":{\"durationMs\":0},\"timeContextFromParameter\":\"TimeRange\",\"defaultValue\":\"value::all\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"value\":[\"value::all\"]},{\"id\":\"291ed2f3-a2c1-4d91-9d12-b98b845b8cab\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"OperationNameFailure\",\"label\":\"Operation Name\",\"type\":2,\"isRequired\":true,\"multiSelect\":true,\"quote\":\"'\",\"delimiter\":\",\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n and Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == 404\\r\\n and apiVersion in ({apiVersionFailure}) \\r\\n and isnotempty(OperationName)\\r\\n| distinct OperationName\",\"crossComponentResources\":[\"{Workspace}\"],\"typeSettings\":{\"additionalResourceOptions\":[\"value::all\"],\"showDefault\":false},\"timeContext\":{\"durationMs\":0},\"timeContextFromParameter\":\"TimeRange\",\"defaultValue\":\"value::all\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"value\":null},{\"id\":\"515fc7f3-052f-4c6b-b837-c66f0a1455fd\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"streamtypeFailure\",\"label\":\"Stream Type\",\"type\":2,\"isRequired\":true,\"multiSelect\":true,\"quote\":\"'\",\"delimiter\":\",\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n and Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend streamType=tostring(properties.streamType),\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == 404\\r\\n and apiVersion in ({apiVersionFailure})\\r\\n and OperationName in ({OperationNameFailure})\\r\\n and isnotempty(streamType)\\r\\n| distinct streamType\",\"crossComponentResources\":[\"{Workspace}\"],\"typeSettings\":{\"additionalResourceOptions\":[\"value::all\"],\"showDefault\":false},\"timeContext\":{\"durationMs\":0},\"timeContextFromParameter\":\"TimeRange\",\"defaultValue\":\"value::all\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\"},{\"id\":\"f6da14b2-546d-4c3a-bc70-f068fc3581e3\",\"version\":\"KqlParameterItem/1.0\",\"name\":\"locationFailure\",\"label\":\"Location\",\"type\":2,\"isRequired\":true,\"multiSelect\":true,\"quote\":\"'\",\"delimiter\":\",\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n and Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| extend Location = location_s\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == 404\\r\\n and apiVersion in ({apiVersionFailure})\\r\\n and OperationName in ({OperationNameFailure}) \\r\\n and streamType in ({streamtypeFailure}) \\r\\n and isnotempty(Location)\\r\\n| distinct Location\",\"crossComponentResources\":[\"{Workspace}\"],\"typeSettings\":{\"additionalResourceOptions\":[\"value::all\"],\"showDefault\":false},\"timeContext\":{\"durationMs\":0},\"timeContextFromParameter\":\"TimeRange\",\"defaultValue\":\"value::all\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"value\":[\"swedencentral\",\"value::all\"]}],\"style\":\"pills\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\"},\"conditionalVisibility\":{\"parameterName\":\"insightsTab\",\"comparison\":\"isEqualTo\",\"value\":\"insights-Failures\"},\"name\":\"parameters - Filters-Failures\"},{\"type\":12,\"content\":{\"version\":\"NotebookGroup/1.0\",\"groupType\":\"editable\",\"items\":[{\"type\":1,\"content\":{\"json\":\"### Azure OpenAI Logs Dashboard\\r\\nExplore the most important Logs for Azure OpenAI Service and understand your usage trends easily.\\r\\n[Azure OpenAI Metrics](https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/monitoring#azure-openai-metrics)\",\"style\":\"upsell\"},\"name\":\"text - Monitor\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '') \\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count() by Resource\\r\\n\",\"size\":3,\"title\":\"Requests by Resource\",\"timeContextFromParameter\":\"TimeRange\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"piechart\",\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"25\",\"name\":\"query - RequestResponse by Resource\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| extend Location = location_s \\r\\n| where OperationName !has \\\"_List\\\"\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count() by Location\",\"size\":3,\"title\":\"Requests by Location\",\"timeContextFromParameter\":\"TimeRange\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"piechart\",\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"25\",\"name\":\"query - RequestResponse by Location\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| extend streamType=properties.streamType\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count() by tostring(streamType)\",\"size\":3,\"title\":\"Requests by Stream Type\",\"timeContextFromParameter\":\"TimeRange\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"piechart\",\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"25\",\"name\":\"query - RequestResponse by streamType\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| extend streamType=properties.streamType\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count() by tostring(apiVersion)\",\"size\":3,\"title\":\"Requests by Api Version\",\"timeContextFromParameter\":\"TimeRange\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"piechart\",\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"25\",\"name\":\"query - RequestResponse by apiVersion\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count() by tostring(modelDeploymentName), tostring(modelName), OperationName\\r\\n| sort by tostring(modelDeploymentName) asc\",\"size\":0,\"title\":\"Requests by Model Deployment Name + Operation Name\",\"timeContextFromParameter\":\"TimeRange\",\"showExportToExcel\":true,\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"table\",\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"count_modelDeploymentName\",\"formatter\":1}],\"filter\":true,\"labelSettings\":[{\"columnId\":\"modelDeploymentName\",\"label\":\"Model Deployment Name\"},{\"columnId\":\"modelName\",\"label\":\"Model Name\"},{\"columnId\":\"OperationName\",\"label\":\"Operation Name\"}]},\"sortBy\":[],\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"60\",\"name\":\"query - RequestResponse by Model Deployment Name + Operation Name\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count() by tostring(modelDeploymentName)\",\"size\":3,\"title\":\"Requests by Model Deployment Name\",\"timeContextFromParameter\":\"TimeRange\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"piechart\",\"gridSettings\":{\"sortBy\":[{\"itemKey\":\"count_\",\"sortOrder\":2}]},\"sortBy\":[{\"itemKey\":\"count_\",\"sortOrder\":2}],\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}}},\"customWidth\":\"35\",\"name\":\"query - RequestResponse by Model Deployment Name\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count() by tostring(modelName), OperationName\\r\\n| sort by tostring(modelName) asc\\r\\n\",\"size\":0,\"title\":\"Requests by Model Name + Operation Name\",\"timeContextFromParameter\":\"TimeRange\",\"showExportToExcel\":true,\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"table\",\"gridSettings\":{\"filter\":true,\"labelSettings\":[{\"columnId\":\"modelName\",\"label\":\"Model Name\"},{\"columnId\":\"OperationName\",\"label\":\"Operation Name\"}]},\"sortBy\":[],\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"60\",\"name\":\"query - RequestResponse by Model Name + Operation Name\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count() by tostring(modelName)\",\"size\":3,\"title\":\"Requests by Model Name\",\"timeContextFromParameter\":\"TimeRange\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"piechart\",\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"35\",\"name\":\"query - RequestResponse by Model Name\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count() by OperationName\\r\\n| sort by OperationName asc\",\"size\":0,\"title\":\"Requests by Operation Name\",\"timeContextFromParameter\":\"TimeRange\",\"showExportToExcel\":true,\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"table\",\"gridSettings\":{\"filter\":true,\"labelSettings\":[{\"columnId\":\"OperationName\",\"label\":\"Operation Name\"},{\"columnId\":\"count_\",\"label\":\"Requests\"}]},\"sortBy\":[],\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"60\",\"name\":\"query - RequestResponse by Operation Name\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count() by tostring(OperationName)\",\"size\":3,\"title\":\"Requests by Operation Name\",\"timeContextFromParameter\":\"TimeRange\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"piechart\",\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"35\",\"name\":\"query - RequestResponse by Operation Name\"},{\"type\":1,\"content\":{\"json\":\"### Averages\\r\\nAverages of duration (ms), requestLength (bytes) and responseLength (bytes) by Model Deployment Name, Model Name and Operation Names.\",\"style\":\"info\"},\"name\":\"text - Average\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count(modelDeploymentName), avg(DurationMs) by tostring(modelDeploymentName), tostring(modelName), OperationName\\r\\n| sort by tostring(modelDeploymentName) asc\\r\\n\",\"size\":0,\"title\":\"Requests by Avg Duration (ms)\",\"timeContextFromParameter\":\"TimeRange\",\"showExportToExcel\":true,\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"table\",\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"count_modelDeploymentName\",\"formatter\":1},{\"columnMatch\":\"avg_DurationMs\",\"formatter\":1,\"formatOptions\":{\"aggregation\":\"Average\"},\"numberFormat\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"maximumFractionDigits\":2}}}],\"filter\":true,\"labelSettings\":[{\"columnId\":\"modelDeploymentName\",\"label\":\"Model Deployment Name\"},{\"columnId\":\"modelName\",\"label\":\"Model Name\"},{\"columnId\":\"OperationName\",\"label\":\"Operation Name\"},{\"columnId\":\"count_modelDeploymentName\",\"label\":\"Requests\"},{\"columnId\":\"avg_DurationMs\",\"label\":\"Avg Duration (ms)\"}]},\"sortBy\":[],\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"50\",\"name\":\"query - RequestResponse by Avg Duration (ms)\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| extend ModelAndOperation = strcat(modelDeploymentName,\\\" (\\\",OperationName,\\\")\\\")\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize avg(DurationMs) by tostring(ModelAndOperation)\\r\\n| sort by tostring(ModelAndOperation) asc\",\"size\":0,\"title\":\"Requests by Avg Duration (ms)\",\"timeContextFromParameter\":\"TimeRange\",\"showExportToExcel\":true,\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"barchart\",\"gridSettings\":{\"filter\":true},\"sortBy\":[],\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}},\"label\":\"\"},\"ySettings\":{\"label\":\"\"}}},\"customWidth\":\"50\",\"name\":\"query - RequestResponse by Avg Duration (ms) | Model Deployment Name (Operation Name)\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| extend requestLength=toint(properties.requestLength)\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count(), avg(requestLength) by tostring(modelDeploymentName), tostring(modelName), OperationName\\r\\n| sort by tostring(modelDeploymentName) asc, OperationName asc\\r\\n\",\"size\":0,\"title\":\"Requests by Avg requestLength (bytes)\",\"timeContextFromParameter\":\"TimeRange\",\"showExportToExcel\":true,\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"table\",\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"count_\",\"formatter\":1},{\"columnMatch\":\"avg_DurationMs\",\"formatter\":1,\"formatOptions\":{\"aggregation\":\"Average\"},\"numberFormat\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"maximumFractionDigits\":2}}}],\"filter\":true,\"labelSettings\":[{\"columnId\":\"modelDeploymentName\",\"label\":\"Model Deployment Name\"},{\"columnId\":\"modelName\",\"label\":\"Model Name\"},{\"columnId\":\"OperationName\",\"label\":\"Operation Name\"},{\"columnId\":\"count_\",\"label\":\"Requests\"},{\"columnId\":\"avg_requestLength\",\"label\":\"Avg Request Length (bytes)\"}]},\"sortBy\":[],\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"50\",\"name\":\"query - RequestResponse by Avg requestLength (bytes)\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| extend ModelAndOperation = strcat(modelDeploymentName,\\\" (\\\",OperationName,\\\")\\\")\\r\\n| extend requestLength=toint(properties.requestLength)\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize avg(requestLength) by tostring(ModelAndOperation)\\r\\n| sort by tostring(ModelAndOperation) asc\",\"size\":0,\"title\":\"Requests by Avg requestLength (bytes)\",\"timeContextFromParameter\":\"TimeRange\",\"showExportToExcel\":true,\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"barchart\",\"gridSettings\":{\"filter\":true},\"sortBy\":[],\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"50\",\"name\":\"query - RequestResponse by Avg requestLength (bytes) | Model Deployment Name (Operation Name)\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| extend responseLength=toint(properties.responseLength)\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count(), avg(responseLength) by tostring(modelDeploymentName), tostring(modelName), OperationName\\r\\n| sort by tostring(modelDeploymentName) asc, OperationName asc\\r\\n\",\"size\":0,\"title\":\"Requests by Avg responseLength (bytes)\",\"timeContextFromParameter\":\"TimeRange\",\"showExportToExcel\":true,\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"table\",\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"count_\",\"formatter\":1},{\"columnMatch\":\"avg_responseLength\",\"formatter\":0,\"numberFormat\":{\"unit\":0,\"options\":{\"style\":\"decimal\"}}}],\"filter\":true,\"labelSettings\":[{\"columnId\":\"modelDeploymentName\",\"label\":\"Model Deployment Name\"},{\"columnId\":\"modelName\",\"label\":\"Model Name\"},{\"columnId\":\"OperationName\",\"label\":\"Operation Name\"},{\"columnId\":\"count_\",\"label\":\"Requests\"},{\"columnId\":\"avg_responseLength\",\"label\":\"Avg Response Length (bytes)\"}]},\"sortBy\":[],\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"50\",\"name\":\"query - RequestResponse by Avg responseLength (bytes)\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| extend ModelAndOperation = strcat(modelDeploymentName,\\\" (\\\",OperationName,\\\")\\\")\\r\\n| extend responseLength=toint(properties.responseLength)\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize avg(responseLength) by tostring(ModelAndOperation)\\r\\n| sort by tostring(ModelAndOperation) asc\",\"size\":0,\"title\":\"Requests by Avg responseLength (bytes)\",\"timeContextFromParameter\":\"TimeRange\",\"showExportToExcel\":true,\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"barchart\",\"gridSettings\":{\"filter\":true},\"sortBy\":[],\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"50\",\"name\":\"query - RequestResponse by Avg responseLength (bytes) | Model Deployment Name (Operation Name)\"}]},\"conditionalVisibility\":{\"parameterName\":\"insightsTab\",\"comparison\":\"isEqualTo\",\"value\":\"insights-Overview\"},\"name\":\"group - Insights - Overview\"},{\"type\":12,\"content\":{\"version\":\"NotebookGroup/1.0\",\"groupType\":\"editable\",\"items\":[{\"type\":1,\"content\":{\"json\":\"### By CallerIP\\r\\nAll success \\\"Request / Response\\\" (Status Code: 200) operational logs, with the exclusion of administration logs divided by CallerIP Address.\",\"style\":\"upsell\"},\"name\":\"text - Monitor\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location}) \\r\\n| summarize count() by CallerIPAddress\",\"size\":3,\"title\":\"Requests by Caller IP Address\",\"timeContextFromParameter\":\"TimeRange\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"piechart\",\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"30\",\"name\":\"query - RequestResponse by CallerIP Address\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count(OperationName) by CallerIPAddress, OperationName\\r\\n| sort by CallerIPAddress\",\"size\":3,\"title\":\"Requests | Operation Name by CallerIP Address\",\"timeContextFromParameter\":\"TimeRange\",\"showRefreshButton\":true,\"exportFieldName\":\"CallerIPAddress\",\"exportParameterName\":\"CallerIP\",\"showExportToExcel\":true,\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"table\",\"gridSettings\":{\"filter\":true,\"labelSettings\":[{\"columnId\":\"CallerIPAddress\",\"label\":\"Caller IP Address\"},{\"columnId\":\"OperationName\",\"label\":\"Operation Name\"},{\"columnId\":\"count_OperationName\",\"label\":\"Count\"}]},\"sortBy\":[],\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"50\",\"name\":\"query - RequestResponse Operation Name by CallerIP Address\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName),\\r\\n requestLength=toint(properties.requestLength),\\r\\n responseLength=toint(properties.responseLength)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count(modelDeploymentName), avg(DurationMs), avg(requestLength), avg(responseLength) by CallerIPAddress, tostring(modelDeploymentName), OperationName\\r\\n| sort by CallerIPAddress\\r\\n\",\"size\":3,\"title\":\"Requests | Model Deployment Name + Operation Name by CallerIP Address\",\"timeContextFromParameter\":\"TimeRange\",\"showRefreshButton\":true,\"showExportToExcel\":true,\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"table\",\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"count_modelDeploymentName\",\"formatter\":1},{\"columnMatch\":\"avg_DurationMs\",\"formatter\":1},{\"columnMatch\":\"avg_requestLength\",\"formatter\":1},{\"columnMatch\":\"avg_responseLength\",\"formatter\":1}],\"filter\":true,\"sortBy\":[{\"itemKey\":\"count_modelDeploymentName\",\"sortOrder\":1}],\"labelSettings\":[{\"columnId\":\"CallerIPAddress\",\"label\":\"Caller IP Address\"},{\"columnId\":\"modelDeploymentName\",\"label\":\"Model Deployment Name\"},{\"columnId\":\"OperationName\",\"label\":\"Operation Name\"},{\"columnId\":\"count_modelDeploymentName\",\"label\":\"Count\"},{\"columnId\":\"avg_DurationMs\",\"label\":\"Avg Duration (ms)\"},{\"columnId\":\"avg_requestLength\",\"label\":\"Avg Request Length (bytes)\"},{\"columnId\":\"avg_responseLength\",\"label\":\"Avg Response Length (bytes)\"}]},\"sortBy\":[{\"itemKey\":\"count_modelDeploymentName\",\"sortOrder\":1}],\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"name\":\"query - RequestResponse Model Deployment Name + Operation Name by CallerIP Address\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName),\\r\\n requestLength=toint(properties.requestLength),\\r\\n responseLength=toint(properties.responseLength) \\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"200\\\"\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname})\\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName})\\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location})\\r\\n| summarize count(modelName), avg(DurationMs), avg(requestLength), avg(responseLength) by CallerIPAddress, tostring(modelName), OperationName\\r\\n| sort by CallerIPAddress\",\"size\":3,\"title\":\"Requests | Model Name + Operation Name by Caller IP Address\",\"timeContextFromParameter\":\"TimeRange\",\"showRefreshButton\":true,\"showExportToExcel\":true,\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"table\",\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"count_modelName\",\"formatter\":1},{\"columnMatch\":\"avg_DurationMs\",\"formatter\":1},{\"columnMatch\":\"avg_requestLength\",\"formatter\":1},{\"columnMatch\":\"avg_responseLength\",\"formatter\":1}],\"filter\":true,\"sortBy\":[{\"itemKey\":\"count_modelName\",\"sortOrder\":2}],\"labelSettings\":[{\"columnId\":\"CallerIPAddress\",\"label\":\"Caller IP Address\"},{\"columnId\":\"modelName\",\"label\":\"Model Name\"},{\"columnId\":\"OperationName\",\"label\":\"Operation Name\"},{\"columnId\":\"count_modelName\",\"label\":\"Count\"},{\"columnId\":\"avg_DurationMs\",\"label\":\"Avg Duration (ms)\"},{\"columnId\":\"avg_requestLength\",\"label\":\"Avg Request Length (bytes)\"},{\"columnId\":\"avg_responseLength\",\"label\":\"Avg ResponseLength (bytes)\"}]},\"sortBy\":[{\"itemKey\":\"count_modelName\",\"sortOrder\":2}],\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"name\":\"query - RequestResponse Model Name + Operation Name by CallerIP Address\"}]},\"conditionalVisibility\":{\"parameterName\":\"insightsTab\",\"comparison\":\"isEqualTo\",\"value\":\"insights-ByCallerIP\"},\"name\":\"group - Insights - By CallerIP\"},{\"type\":12,\"content\":{\"version\":\"NotebookGroup/1.0\",\"groupType\":\"editable\",\"items\":[{\"type\":1,\"content\":{\"json\":\"### All Successful Requests\\r\\nAll success *\\\"Request / Response\\\"* (Status Code: 200) operational logs, with the exclusion of administration logs.\",\"style\":\"upsell\"},\"name\":\"text - Monitor\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\\r\\n modelName=tostring(properties.modelName),\\r\\n modelVersion=properties.modelVersion,\\r\\n streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName),\\r\\n objectId=tostring(properties.objectId)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == 200\\r\\n and modelDeploymentName in ({modeldeploymentname})\\r\\n and modelName in ({modelname}) \\r\\n and modelVersion in ({modelversion})\\r\\n and apiVersion in ({apiVersion})\\r\\n and OperationName in ({OperationName}) \\r\\n and streamType in ({streamtype})\\r\\n and location_s in ({location}) \\r\\n| project\\r\\n TimeGenerated,\\r\\n Resource,\\r\\n modelDeploymentName=properties.modelDeploymentName,\\r\\n modelName=properties.modelName,\\r\\n OperationName,\\r\\n DurationMs,\\r\\n requestLength=properties.requestLength,\\r\\n responseLength=properties.responseLength, \\r\\n streamType, \\r\\n CallerIPAddress,\\r\\n apiVersion,\\r\\n modelVersion,\\r\\n //requestTime=properties.requestTime, \\r\\n //responseTime=properties.responseTime,\\r\\n objectId,\\r\\n Location=location_s,\\r\\n ResultSignature\\r\\n | sort by TimeGenerated desc\",\"size\":3,\"showAnalytics\":true,\"title\":\"Successful requests\",\"timeContextFromParameter\":\"TimeRange\",\"showRefreshButton\":true,\"showExportToExcel\":true,\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"table\",\"showExpandCollapseGrid\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"DurationMs\",\"formatter\":1},{\"columnMatch\":\"Location\",\"formatter\":17}],\"rowLimit\":500,\"filter\":true,\"sortBy\":[{\"itemKey\":\"TimeGenerated\",\"sortOrder\":2}],\"labelSettings\":[{\"columnId\":\"TimeGenerated\",\"label\":\"Time Generated\"},{\"columnId\":\"Resource\",\"label\":\"Resource\"},{\"columnId\":\"modelDeploymentName\",\"label\":\"Model Deployment Name\"},{\"columnId\":\"modelName\",\"label\":\"Model Name\"},{\"columnId\":\"OperationName\",\"label\":\"Operation Name\"},{\"columnId\":\"DurationMs\",\"label\":\"Duration (ms)\"},{\"columnId\":\"requestLength\",\"label\":\"Request Length (bytes)\"},{\"columnId\":\"responseLength\",\"label\":\"Response Length (bytes)\"},{\"columnId\":\"streamType\",\"label\":\"Stream Type\"},{\"columnId\":\"CallerIPAddress\",\"label\":\"Caller IP Address\"},{\"columnId\":\"apiVersion\",\"label\":\"Api Version\"},{\"columnId\":\"modelVersion\",\"label\":\"Model Version\"},{\"columnId\":\"objectId\",\"label\":\"Object Id\"},{\"columnId\":\"Location\",\"label\":\"Location\"},{\"columnId\":\"ResultSignature\",\"label\":\"Status Code\"}]},\"sortBy\":[{\"itemKey\":\"TimeGenerated\",\"sortOrder\":2}]},\"name\":\"query - insights - All Logs\"}]},\"conditionalVisibility\":{\"parameterName\":\"insightsTab\",\"comparison\":\"isEqualTo\",\"value\":\"insights-AllLogs\"},\"name\":\"group - Insights - All Logs\"},{\"type\":12,\"content\":{\"version\":\"NotebookGroup/1.0\",\"groupType\":\"editable\",\"items\":[{\"type\":1,\"content\":{\"json\":\"### All failed requests\\r\\nAll failed *\\\"Request / Response\\\"* (Status Code: 404) operational logs, with the exclusion of administration logs.\",\"style\":\"upsell\"},\"name\":\"text - Monitor\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| extend streamType=properties.streamType\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"404\\\"\\r\\n and apiVersion in ({apiVersionFailure})\\r\\n and OperationName in ({OperationNameFailure})\\r\\n and streamType in ({streamtypeFailure})\\r\\n and location_s in ({locationFailure})\\r\\n| summarize count() by tostring(Resource)\",\"size\":3,\"title\":\"Failed requests by Resource\",\"timeContextFromParameter\":\"TimeRange\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"piechart\",\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"25\",\"name\":\"query - Failed requests by Resource\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| extend streamType=properties.streamType\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"404\\\"\\r\\n and apiVersion in ({apiVersionFailure})\\r\\n and OperationName in ({OperationNameFailure})\\r\\n and streamType in ({streamtypeFailure})\\r\\n and location_s in ({locationFailure})\\r\\n| summarize count() by tostring(apiVersion)\",\"size\":3,\"title\":\"Failed requests by apiVersion\",\"timeContextFromParameter\":\"TimeRange\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"piechart\",\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"25\",\"name\":\"query - Failed requests by apiVersion\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| extend streamType=properties.streamType\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"404\\\"\\r\\n and apiVersion in ({apiVersionFailure})\\r\\n and OperationName in ({OperationNameFailure})\\r\\n and streamType in ({streamtypeFailure})\\r\\n and location_s in ({locationFailure})\\r\\n| summarize count() by tostring(OperationName)\",\"size\":3,\"title\":\"Failed requests by OperationName\",\"timeContextFromParameter\":\"TimeRange\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"piechart\",\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"25\",\"name\":\"query - Failed requests by OperationName\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend streamType=properties.streamType,\\r\\n apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| extend streamType=properties.streamType\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n and Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n and ResultSignature == \\\"404\\\"\\r\\n and apiVersion in ({apiVersionFailure})\\r\\n and OperationName in ({OperationNameFailure})\\r\\n and streamType in ({streamtypeFailure})\\r\\n and location_s in ({locationFailure})\\r\\n| summarize count() by tostring(streamType)\",\"size\":3,\"title\":\"Failed requests by streamType\",\"timeContextFromParameter\":\"TimeRange\",\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"piechart\",\"tileSettings\":{\"showBorder\":false,\"titleContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"leftContent\":{\"columnMatch\":\"count_\",\"formatter\":12,\"formatOptions\":{\"palette\":\"auto\"},\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"graphSettings\":{\"type\":0,\"topContent\":{\"columnMatch\":\"CallerIPAddress\",\"formatter\":1},\"centerContent\":{\"columnMatch\":\"count_\",\"formatter\":1,\"numberFormat\":{\"unit\":17,\"options\":{\"maximumSignificantDigits\":3,\"maximumFractionDigits\":2}}}},\"chartSettings\":{\"xSettings\":{\"numberFormatSettings\":{\"unit\":0,\"options\":{\"style\":\"decimal\",\"useGrouping\":true}}}}},\"customWidth\":\"25\",\"name\":\"query - Failed requests by streamType\"},{\"type\":3,\"content\":{\"version\":\"KqlItem/1.0\",\"query\":\"AzureDiagnostics\\r\\n| where ResourceProvider == \\\"MICROSOFT.COGNITIVESERVICES\\\"\\r\\n| where Category == \\\"RequestResponse\\\"\\r\\n| extend properties = parse_json(properties_s)\\r\\n| extend streamType=properties.streamType\\r\\n| extend apiName=tostring(properties.apiName)\\r\\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\\r\\n| where OperationName !has \\\"_List\\\"\\r\\n| where Resource in~ (split(\\\"{Resources:label}\\\", \\\", \\\"))\\r\\n| where toint(ResultSignature) >= 400\\r\\n| where location_s in ({locationFailure})\\r\\n| where streamType in ({streamtypeFailure})\\r\\n| where OperationName in ({OperationNameFailure})\\r\\n| where apiVersion in ({apiVersionFailure})\\r\\n| project\\r\\n TimeGenerated,\\r\\n Resource,\\r\\n OperationName,\\r\\n DurationMs,\\r\\n requestLength=properties.requestLength,\\r\\n responseLength=properties.responseLength, \\r\\n streamType=properties.streamType, \\r\\n CallerIPAddress,\\r\\n apiVersion,\\r\\n Location=location_s,\\r\\n ResultSignature\\r\\n | sort by TimeGenerated desc\",\"size\":3,\"showAnalytics\":true,\"title\":\"Failed requests\",\"timeContextFromParameter\":\"TimeRange\",\"showRefreshButton\":true,\"showExportToExcel\":true,\"queryType\":0,\"resourceType\":\"microsoft.operationalinsights/workspaces\",\"crossComponentResources\":[\"{Workspace}\"],\"visualization\":\"table\",\"showExpandCollapseGrid\":true,\"gridSettings\":{\"formatters\":[{\"columnMatch\":\"DurationMs\",\"formatter\":1},{\"columnMatch\":\"Location\",\"formatter\":17}],\"rowLimit\":500,\"filter\":true,\"sortBy\":[{\"itemKey\":\"TimeGenerated\",\"sortOrder\":2}],\"labelSettings\":[{\"columnId\":\"TimeGenerated\",\"label\":\"Time Generated\"},{\"columnId\":\"Resource\",\"label\":\"Resource\"},{\"columnId\":\"OperationName\",\"label\":\"Operation Name\"},{\"columnId\":\"DurationMs\",\"label\":\"Duration (ms)\"},{\"columnId\":\"requestLength\",\"label\":\"Request Length (bytes)\"},{\"columnId\":\"responseLength\",\"label\":\"Response Length (bytes)\"},{\"columnId\":\"streamType\",\"label\":\"Stream Type\"},{\"columnId\":\"CallerIPAddress\",\"label\":\"Caller IP Address\"},{\"columnId\":\"apiVersion\",\"label\":\"Api Version\"},{\"columnId\":\"Location\",\"label\":\"Location\"},{\"columnId\":\"ResultSignature\",\"label\":\"Status Code\"}]},\"sortBy\":[{\"itemKey\":\"TimeGenerated\",\"sortOrder\":2}]},\"name\":\"query - insights - Failures\"}]},\"conditionalVisibility\":{\"parameterName\":\"insightsTab\",\"comparison\":\"isEqualTo\",\"value\":\"insights-Failures\"},\"name\":\"group - Insights - Failures\"}]},\"conditionalVisibility\":{\"parameterName\":\"selectedTab\",\"comparison\":\"isEqualTo\",\"value\":\"Insights\"},\"name\":\"Insights Group\"}]},\"conditionalVisibility\":{\"parameterName\":\"Subscription\",\"comparison\":\"isNotEqualTo\",\"value\":\"\"},\"name\":\"Azure OpenAI Service\"}],\"isLocked\":false,\"fallbackResourceIds\":[\"Azure Monitor\"],\"styleSettings\":{\"paddingStyle\":\"narrow\"},\"fromTemplateId\":\"community-Workbooks/Storage/Overview\",\"workbookPin\":\"storage account metrics\"}", "version": "1.0", "sourceId": "[parameters('workbookSourceId')]", "category": "[parameters('workbookType')]"