From ae269c5bba1bfb53eeffcb0bde6fb4cbcadf914c Mon Sep 17 00:00:00 2001 From: Chenyang Ji Date: Wed, 4 Sep 2024 11:34:01 -0700 Subject: [PATCH] Add more integ tests for query insights (#71) (#87) (cherry picked from commit 2c02a2d22a7a28e8b493711f2d7ff9b571274298) Signed-off-by: Chenyang Ji --- build.gradle | 3 + gradle/wrapper/gradle-wrapper.properties | 3 +- .../insights/QueryInsightsRestTestCase.java | 199 +++++++++++++++ .../exporter/QueryInsightsExporterIT.java | 68 ++++++ .../top_queries/TopQueriesRestIT.java | 230 +++++------------- 5 files changed, 331 insertions(+), 172 deletions(-) create mode 100644 src/test/java/org/opensearch/plugin/insights/QueryInsightsRestTestCase.java create mode 100644 src/test/java/org/opensearch/plugin/insights/core/exporter/QueryInsightsExporterIT.java diff --git a/build.gradle b/build.gradle index d9b7e5a..a9028bd 100644 --- a/build.gradle +++ b/build.gradle @@ -263,6 +263,7 @@ integTest { if (System.getProperty("security.enabled") == "true" || System.getProperty("https") == "true") { // Exclude this IT, because they executed in another task (:integTestWithSecurity) exclude 'org/opensearch/plugin/insights/rules/resthandler/top_queries/TopQueriesRestIT.class' + exclude 'org/opensearch/plugin/insights/core/exporter/QueryInsightsExporterIT.class' } } @@ -333,6 +334,8 @@ task integTestWithSecurity(type: RestIntegTestTask) { jvmArgs '-agentlib:jdwp=transport=dt_socket,server=y,suspend=y,address=*:5005' } + // NOTE: this IT config discovers only junit5 (jupiter) tests. + // https://github.com/opensearch-project/sql/issues/1974 filter { includeTestsMatching 'org.opensearch.plugin.insights.rules.resthandler.top_queries.TopQueriesRestIT' } diff --git a/gradle/wrapper/gradle-wrapper.properties b/gradle/wrapper/gradle-wrapper.properties index 6a071f9..0aa57bd 100644 --- a/gradle/wrapper/gradle-wrapper.properties +++ b/gradle/wrapper/gradle-wrapper.properties @@ -8,7 +8,6 @@ distributionBase=GRADLE_USER_HOME distributionPath=wrapper/dists -distributionUrl=https\://services.gradle.org/distributions/gradle-8.8-all.zip +distributionUrl=https\://services.gradle.org/distributions/gradle-8.7-all.zip zipStoreBase=GRADLE_USER_HOME zipStorePath=wrapper/dists -distributionSha256Sum=f8b4f4772d302c8ff580bc40d0f56e715de69b163546944f787c87abf209c961 diff --git a/src/test/java/org/opensearch/plugin/insights/QueryInsightsRestTestCase.java b/src/test/java/org/opensearch/plugin/insights/QueryInsightsRestTestCase.java new file mode 100644 index 0000000..8d3977e --- /dev/null +++ b/src/test/java/org/opensearch/plugin/insights/QueryInsightsRestTestCase.java @@ -0,0 +1,199 @@ +/* + * SPDX-License-Identifier: Apache-2.0 + * + * The OpenSearch Contributors require contributions made to + * this file be licensed under the Apache-2.0 license or a + * compatible open source license. + */ + +package org.opensearch.plugin.insights; + +import java.io.IOException; +import java.util.Collections; +import java.util.List; +import java.util.Map; +import java.util.Optional; +import java.util.stream.Collectors; +import org.apache.http.Header; +import org.apache.http.HttpHost; +import org.apache.http.auth.AuthScope; +import org.apache.http.auth.UsernamePasswordCredentials; +import org.apache.http.conn.ssl.NoopHostnameVerifier; +import org.apache.http.impl.client.BasicCredentialsProvider; +import org.apache.http.message.BasicHeader; +import org.apache.http.ssl.SSLContextBuilder; +import org.junit.After; +import org.junit.Assert; +import org.junit.Before; +import org.opensearch.client.Request; +import org.opensearch.client.Response; +import org.opensearch.client.RestClient; +import org.opensearch.client.RestClientBuilder; +import org.opensearch.common.settings.Settings; +import org.opensearch.common.unit.TimeValue; +import org.opensearch.common.util.concurrent.ThreadContext; +import org.opensearch.core.xcontent.DeprecationHandler; +import org.opensearch.core.xcontent.MediaType; +import org.opensearch.core.xcontent.NamedXContentRegistry; +import org.opensearch.core.xcontent.XContentParser; +import org.opensearch.test.rest.OpenSearchRestTestCase; + +public abstract class QueryInsightsRestTestCase extends OpenSearchRestTestCase { + protected static final String QUERY_INSIGHTS_INDICES_PREFIX = "top_queries"; + + protected boolean isHttps() { + return Optional.ofNullable(System.getProperty("https")).map("true"::equalsIgnoreCase).orElse(false); + } + + @Override + protected String getProtocol() { + return isHttps() ? "https" : "http"; + } + + @Override + protected RestClient buildClient(Settings settings, HttpHost[] hosts) throws IOException { + RestClientBuilder builder = RestClient.builder(hosts); + if (isHttps()) { + configureHttpsClient(builder, settings); + } else { + configureClient(builder, settings); + } + + builder.setStrictDeprecationMode(false); + return builder.build(); + } + + protected static void configureClient(RestClientBuilder builder, Settings settings) throws IOException { + String userName = System.getProperty("user"); + String password = System.getProperty("password"); + if (userName != null && password != null) { + builder.setHttpClientConfigCallback(httpClientBuilder -> { + BasicCredentialsProvider credentialsProvider = new BasicCredentialsProvider(); + credentialsProvider.setCredentials(new AuthScope(null, -1), new UsernamePasswordCredentials(userName, password)); + return httpClientBuilder.setDefaultCredentialsProvider(credentialsProvider); + }); + } + OpenSearchRestTestCase.configureClient(builder, settings); + } + + protected static void configureHttpsClient(RestClientBuilder builder, Settings settings) throws IOException { + // Similar to client configuration with OpenSearch: + // https://github.com/opensearch-project/OpenSearch/blob/2.15.1/test/framework/src/main/java/org/opensearch/test/rest/OpenSearchRestTestCase.java#L841-L863 + builder.setHttpClientConfigCallback(httpClientBuilder -> { + String userName = Optional.ofNullable(System.getProperty("user")) + .orElseThrow(() -> new RuntimeException("user name is missing")); + String password = Optional.ofNullable(System.getProperty("password")) + .orElseThrow(() -> new RuntimeException("password is missing")); + BasicCredentialsProvider credentialsProvider = new BasicCredentialsProvider(); + final AuthScope anyScope = new AuthScope(null, -1); + credentialsProvider.setCredentials(anyScope, new UsernamePasswordCredentials(userName, password)); + try { + return httpClientBuilder.setDefaultCredentialsProvider(credentialsProvider) + // disable the certificate since our testing cluster just uses the default security configuration + .setSSLHostnameVerifier(NoopHostnameVerifier.INSTANCE) + .setSSLContext(SSLContextBuilder.create().loadTrustMaterial(null, (chains, authType) -> true).build()); + } catch (Exception e) { + throw new RuntimeException(e); + } + }); + Map headers = ThreadContext.buildDefaultHeaders(settings); + Header[] defaultHeaders = new Header[headers.size()]; + int i = 0; + for (Map.Entry entry : headers.entrySet()) { + defaultHeaders[i++] = new BasicHeader(entry.getKey(), entry.getValue()); + } + builder.setDefaultHeaders(defaultHeaders); + final String socketTimeoutString = settings.get(CLIENT_SOCKET_TIMEOUT); + final TimeValue socketTimeout = TimeValue.parseTimeValue( + socketTimeoutString == null ? "60s" : socketTimeoutString, + CLIENT_SOCKET_TIMEOUT + ); + builder.setRequestConfigCallback(conf -> conf.setSocketTimeout(Math.toIntExact(socketTimeout.getMillis()))); + if (settings.hasValue(CLIENT_PATH_PREFIX)) { + builder.setPathPrefix(settings.get(CLIENT_PATH_PREFIX)); + } + } + + /** + * wipeAllIndices won't work since it cannot delete security index. Use + * wipeAllQueryInsightsIndices instead. + */ + @Override + protected boolean preserveIndicesUponCompletion() { + return true; + } + + @Before + public void runBeforeEachTest() throws IOException { + // Create documents for search + Request request = new Request("POST", "/my-index-0/_doc"); + request.setJsonEntity(createDocumentsBody()); + Response response = client().performRequest(request); + + Assert.assertEquals(201, response.getStatusLine().getStatusCode()); + } + + @SuppressWarnings("unchecked") + @After + public void wipeAllQueryInsightsIndices() throws Exception { + Response response = adminClient().performRequest(new Request("GET", "/_cat/indices?format=json&expand_wildcards=all")); + MediaType xContentType = MediaType.fromMediaType(response.getEntity().getContentType().getValue()); + try ( + XContentParser parser = xContentType.xContent() + .createParser( + NamedXContentRegistry.EMPTY, + DeprecationHandler.THROW_UNSUPPORTED_OPERATION, + response.getEntity().getContent() + ) + ) { + XContentParser.Token token = parser.nextToken(); + List> parserList = null; + if (token == XContentParser.Token.START_ARRAY) { + parserList = parser.listOrderedMap().stream().map(obj -> (Map) obj).collect(Collectors.toList()); + } else { + parserList = Collections.singletonList(parser.mapOrdered()); + } + + for (Map index : parserList) { + final String indexName = (String) index.get("index"); + if (indexName.startsWith(QUERY_INSIGHTS_INDICES_PREFIX)) { + adminClient().performRequest(new Request("DELETE", "/" + indexName)); + } + } + } + } + + protected String defaultTopQueriesSettings() { + return "{\n" + + " \"persistent\" : {\n" + + " \"search.insights.top_queries.latency.enabled\" : \"true\",\n" + + " \"search.insights.top_queries.latency.window_size\" : \"600s\",\n" + + " \"search.insights.top_queries.latency.top_n_size\" : 5\n" + + " }\n" + + "}"; + } + + protected String createDocumentsBody() { + return "{\n" + + " \"@timestamp\": \"2099-11-15T13:12:00\",\n" + + " \"message\": \"this is document 1\",\n" + + " \"user\": {\n" + + " \"id\": \"cyji\"\n" + + " }\n" + + "}"; + } + + protected String searchBody() { + return "{}"; + } + + protected void doSearch(int times) throws IOException { + for (int i = 0; i < times; i++) { + // Do Search + Request request = new Request("GET", "/my-index-0/_search?size=20&pretty"); + request.setJsonEntity(searchBody()); + Response response = client().performRequest(request); + Assert.assertEquals(200, response.getStatusLine().getStatusCode()); + } + } +} diff --git a/src/test/java/org/opensearch/plugin/insights/core/exporter/QueryInsightsExporterIT.java b/src/test/java/org/opensearch/plugin/insights/core/exporter/QueryInsightsExporterIT.java new file mode 100644 index 0000000..d44a5c4 --- /dev/null +++ b/src/test/java/org/opensearch/plugin/insights/core/exporter/QueryInsightsExporterIT.java @@ -0,0 +1,68 @@ +/* + * SPDX-License-Identifier: Apache-2.0 + * + * The OpenSearch Contributors require contributions made to + * this file be licensed under the Apache-2.0 license or a + * compatible open source license. + */ + +package org.opensearch.plugin.insights.core.exporter; + +import java.io.IOException; +import org.junit.Assert; +import org.opensearch.client.Request; +import org.opensearch.client.Response; +import org.opensearch.client.ResponseException; +import org.opensearch.plugin.insights.QueryInsightsRestTestCase; + +/** Rest Action tests for query */ +public class QueryInsightsExporterIT extends QueryInsightsRestTestCase { + /** + * Test Top Queries setting endpoints + * + * @throws IOException IOException + */ + public void testQueryInsightsExporterSettings() throws IOException { + // test invalid settings + for (String setting : invalidExporterSettings()) { + Request request = new Request("PUT", "/_cluster/settings"); + request.setJsonEntity(setting); + try { + client().performRequest(request); + fail("Should not succeed with invalid exporter settings"); + } catch (ResponseException e) { + assertEquals(400, e.getResponse().getStatusLine().getStatusCode()); + } + } + + // Test enable Top N Queries feature + Request request = new Request("PUT", "/_cluster/settings"); + request.setJsonEntity(defaultExporterSettings()); + Response response = client().performRequest(request); + Assert.assertEquals(200, response.getStatusLine().getStatusCode()); + } + + private String defaultExporterSettings() { + return "{\n" + + " \"persistent\" : {\n" + + " \"search.insights.top_queries.latency.exporter.config.index\" : \"YYYY.MM.dd\",\n" + + " \"search.insights.top_queries.latency.exporter.type\" : \"local_index\"\n" + + " }\n" + + "}"; + } + + private String[] invalidExporterSettings() { + return new String[] { + "{\n" + + " \"persistent\" : {\n" + + " \"search.insights.top_queries.latency.exporter.type\" : invalid_type\n" + + " }\n" + + "}", + "{\n" + + " \"persistent\" : {\n" + + " \"search.insights.top_queries.latency.exporter.type\" : local_index,\n" + + " \"search.insights.top_queries.latency.exporter.config.index\" : \"1a2b\"\n" + + " }\n" + + "}" }; + } +} diff --git a/src/test/java/org/opensearch/plugin/insights/rules/resthandler/top_queries/TopQueriesRestIT.java b/src/test/java/org/opensearch/plugin/insights/rules/resthandler/top_queries/TopQueriesRestIT.java index 9fe6bc3..50f49df 100644 --- a/src/test/java/org/opensearch/plugin/insights/rules/resthandler/top_queries/TopQueriesRestIT.java +++ b/src/test/java/org/opensearch/plugin/insights/rules/resthandler/top_queries/TopQueriesRestIT.java @@ -10,155 +10,20 @@ import java.io.IOException; import java.nio.charset.StandardCharsets; -import java.util.Collections; import java.util.List; import java.util.Map; -import java.util.Optional; -import java.util.stream.Collectors; -import org.apache.http.Header; -import org.apache.http.HttpHost; -import org.apache.http.auth.AuthScope; -import org.apache.http.auth.UsernamePasswordCredentials; -import org.apache.http.conn.ssl.NoopHostnameVerifier; -import org.apache.http.impl.client.BasicCredentialsProvider; -import org.apache.http.message.BasicHeader; -import org.apache.http.ssl.SSLContextBuilder; -import org.junit.After; import org.junit.Assert; import org.opensearch.client.Request; import org.opensearch.client.Response; -import org.opensearch.client.RestClient; -import org.opensearch.client.RestClientBuilder; -import org.opensearch.common.settings.Settings; -import org.opensearch.common.unit.TimeValue; -import org.opensearch.common.util.concurrent.ThreadContext; +import org.opensearch.client.ResponseException; import org.opensearch.common.xcontent.LoggingDeprecationHandler; import org.opensearch.common.xcontent.json.JsonXContent; -import org.opensearch.core.xcontent.DeprecationHandler; -import org.opensearch.core.xcontent.MediaType; import org.opensearch.core.xcontent.NamedXContentRegistry; -import org.opensearch.core.xcontent.XContentParser; +import org.opensearch.plugin.insights.QueryInsightsRestTestCase; import org.opensearch.plugin.insights.settings.QueryInsightsSettings; -import org.opensearch.test.rest.OpenSearchRestTestCase; - -/** - * Rest Action tests for Query Insights - */ -public class TopQueriesRestIT extends OpenSearchRestTestCase { - private static String QUERY_INSIGHTS_INDICES_PREFIX = "top_queries"; - - protected boolean isHttps() { - return Optional.ofNullable(System.getProperty("https")).map("true"::equalsIgnoreCase).orElse(false); - } - - @Override - protected String getProtocol() { - return isHttps() ? "https" : "http"; - } - - @Override - protected RestClient buildClient(Settings settings, HttpHost[] hosts) throws IOException { - RestClientBuilder builder = RestClient.builder(hosts); - if (isHttps()) { - configureHttpsClient(builder, settings); - } else { - configureClient(builder, settings); - } - - builder.setStrictDeprecationMode(false); - return builder.build(); - } - - protected static void configureClient(RestClientBuilder builder, Settings settings) throws IOException { - String userName = System.getProperty("user"); - String password = System.getProperty("password"); - if (userName != null && password != null) { - builder.setHttpClientConfigCallback(httpClientBuilder -> { - BasicCredentialsProvider credentialsProvider = new BasicCredentialsProvider(); - credentialsProvider.setCredentials(new AuthScope(null, -1), new UsernamePasswordCredentials(userName, password)); - return httpClientBuilder.setDefaultCredentialsProvider(credentialsProvider); - }); - } - OpenSearchRestTestCase.configureClient(builder, settings); - } - - protected static void configureHttpsClient(RestClientBuilder builder, Settings settings) throws IOException { - // Similar to client configuration with OpenSearch: - // https://github.com/opensearch-project/OpenSearch/blob/2.15.1/test/framework/src/main/java/org/opensearch/test/rest/OpenSearchRestTestCase.java#L841-L863 - builder.setHttpClientConfigCallback(httpClientBuilder -> { - String userName = Optional.ofNullable(System.getProperty("user")) - .orElseThrow(() -> new RuntimeException("user name is missing")); - String password = Optional.ofNullable(System.getProperty("password")) - .orElseThrow(() -> new RuntimeException("password is missing")); - BasicCredentialsProvider credentialsProvider = new BasicCredentialsProvider(); - final AuthScope anyScope = new AuthScope(null, -1); - credentialsProvider.setCredentials(anyScope, new UsernamePasswordCredentials(userName, password)); - try { - return httpClientBuilder.setDefaultCredentialsProvider(credentialsProvider) - // disable the certificate since our testing cluster just uses the default security configuration - .setSSLHostnameVerifier(NoopHostnameVerifier.INSTANCE) - .setSSLContext(SSLContextBuilder.create().loadTrustMaterial(null, (chains, authType) -> true).build()); - } catch (Exception e) { - throw new RuntimeException(e); - } - }); - Map headers = ThreadContext.buildDefaultHeaders(settings); - Header[] defaultHeaders = new Header[headers.size()]; - int i = 0; - for (Map.Entry entry : headers.entrySet()) { - defaultHeaders[i++] = new BasicHeader(entry.getKey(), entry.getValue()); - } - builder.setDefaultHeaders(defaultHeaders); - final String socketTimeoutString = settings.get(CLIENT_SOCKET_TIMEOUT); - final TimeValue socketTimeout = TimeValue.parseTimeValue( - socketTimeoutString == null ? "60s" : socketTimeoutString, - CLIENT_SOCKET_TIMEOUT - ); - builder.setRequestConfigCallback(conf -> conf.setSocketTimeout(Math.toIntExact(socketTimeout.getMillis()))); - if (settings.hasValue(CLIENT_PATH_PREFIX)) { - builder.setPathPrefix(settings.get(CLIENT_PATH_PREFIX)); - } - } - - /** - * wipeAllIndices won't work since it cannot delete security index. Use - * wipeAllQueryInsightsIndices instead. - */ - @Override - protected boolean preserveIndicesUponCompletion() { - return true; - } - - @SuppressWarnings("unchecked") - @After - public void wipeAllQueryInsightsIndices() throws Exception { - Response response = adminClient().performRequest(new Request("GET", "/_cat/indices?format=json&expand_wildcards=all")); - MediaType xContentType = MediaType.fromMediaType(response.getEntity().getContentType().getValue()); - try ( - XContentParser parser = xContentType.xContent() - .createParser( - NamedXContentRegistry.EMPTY, - DeprecationHandler.THROW_UNSUPPORTED_OPERATION, - response.getEntity().getContent() - ) - ) { - XContentParser.Token token = parser.nextToken(); - List> parserList = null; - if (token == XContentParser.Token.START_ARRAY) { - parserList = parser.listOrderedMap().stream().map(obj -> (Map) obj).collect(Collectors.toList()); - } else { - parserList = Collections.singletonList(parser.mapOrdered()); - } - - for (Map index : parserList) { - final String indexName = (String) index.get("index"); - if (indexName.startsWith(QUERY_INSIGHTS_INDICES_PREFIX)) { - adminClient().performRequest(new Request("DELETE", "/" + indexName)); - } - } - } - } +/** Rest Action tests for Top Queries */ +public class TopQueriesRestIT extends QueryInsightsRestTestCase { /** * test Query Insights is installed * @@ -188,28 +53,35 @@ public void testTopQueriesResponses() throws IOException, InterruptedException { Request request = new Request("PUT", "/_cluster/settings"); request.setJsonEntity(defaultTopQueriesSettings()); Response response = client().performRequest(request); - Assert.assertEquals(200, response.getStatusLine().getStatusCode()); + doSearch(2); + // run five times to make sure the records are drained to the top queries services + for (int i = 0; i < 5; i++) { + // Get Top Queries + request = new Request("GET", "/_insights/top_queries?pretty"); + response = client().performRequest(request); + Assert.assertEquals(200, response.getStatusLine().getStatusCode()); + String top_requests = new String(response.getEntity().getContent().readAllBytes(), StandardCharsets.UTF_8); + Assert.assertTrue(top_requests.contains("top_queries")); + int top_n_array_size = top_requests.split("timestamp", -1).length - 1; + if (top_n_array_size == 0) { + Thread.sleep(QueryInsightsSettings.QUERY_RECORD_QUEUE_DRAIN_INTERVAL.millis()); + continue; + } + Assert.assertEquals(2, top_n_array_size); + } - // Create documents for search - request = new Request("POST", "/my-index-0/_doc"); - request.setJsonEntity(createDocumentsBody()); - response = client().performRequest(request); - - Assert.assertEquals(201, response.getStatusLine().getStatusCode()); - - // Do Search - request = new Request("GET", "/my-index-0/_search?size=20&pretty"); - request.setJsonEntity(searchBody()); - response = client().performRequest(request); - Assert.assertEquals(200, response.getStatusLine().getStatusCode()); + // Enable Top N Queries by resource usage + request = new Request("PUT", "/_cluster/settings"); + request.setJsonEntity(topQueriesByResourceUsagesSettings()); response = client().performRequest(request); Assert.assertEquals(200, response.getStatusLine().getStatusCode()); - + // Do Search + doSearch(2); // run five times to make sure the records are drained to the top queries services for (int i = 0; i < 5; i++) { // Get Top Queries - request = new Request("GET", "/_insights/top_queries?pretty"); + request = new Request("GET", "/_insights/top_queries?type=cpu&pretty"); response = client().performRequest(request); Assert.assertEquals(200, response.getStatusLine().getStatusCode()); String top_requests = new String(response.getEntity().getContent().readAllBytes(), StandardCharsets.UTF_8); @@ -223,27 +95,45 @@ public void testTopQueriesResponses() throws IOException, InterruptedException { } } - private String defaultTopQueriesSettings() { - return "{\n" - + " \"persistent\" : {\n" - + " \"search.insights.top_queries.latency.enabled\" : \"true\",\n" - + " \"search.insights.top_queries.latency.window_size\" : \"600s\",\n" - + " \"search.insights.top_queries.latency.top_n_size\" : 5\n" - + " }\n" - + "}"; + /** + * Test Top Queries setting endpoints + * + * @throws IOException IOException + */ + public void testTopQueriesSettings() throws IOException { + for (String setting : invalidTopQueriesSettings()) { + Request request = new Request("PUT", "/_cluster/settings"); + request.setJsonEntity(setting); + try { + client().performRequest(request); + fail("Should not succeed with invalid top queries settings"); + } catch (ResponseException e) { + assertEquals(400, e.getResponse().getStatusLine().getStatusCode()); + } + } } - private String createDocumentsBody() { + private String topQueriesByResourceUsagesSettings() { return "{\n" - + " \"@timestamp\": \"2099-11-15T13:12:00\",\n" - + " \"message\": \"this is document 1\",\n" - + " \"user\": {\n" - + " \"id\": \"cyji\"\n" - + " }\n" + + " \"persistent\" : {\n" + + " \"search.insights.top_queries.memory.enabled\" : \"true\",\n" + + " \"search.insights.top_queries.memory.window_size\" : \"600s\",\n" + + " \"search.insights.top_queries.memory.top_n_size\" : \"5\",\n" + + " \"search.insights.top_queries.cpu.enabled\" : \"true\",\n" + + " \"search.insights.top_queries.cpu.window_size\" : \"600s\",\n" + + " \"search.insights.top_queries.cpu.top_n_size\" : 5\n" + + " }\n" + "}"; } - private String searchBody() { - return "{}"; + private String[] invalidTopQueriesSettings() { + return new String[] { + "{\n" + " \"persistent\" : {\n" + " \"search.insights.top_queries.latency.enabled\" : 1\n" + " }\n" + "}", + "{\n" + + " \"persistent\" : {\n" + + " \"search.insights.top_queries.latency.window_size\" : \"-1s\"\n" + + " }\n" + + "}", + "{\n" + " \"persistent\" : {\n" + " \"search.insights.top_queries.latency.top_n_size\" : -1\n" + " }\n" + "}" }; } }