Add remote publication test with context

Signed-off-by: Mohit Godwani <[email protected]>
mgodwan · Sep 2, 2024 · 939a273 · 939a273
1 parent 7aa0aec
commit 939a273
Show file tree

Hide file tree

Showing 2 changed files with 57 additions and 1 deletion.
diff --git a/.../src/internalClusterTest/java/org/opensearch/gateway/remote/RemoteStatePublicationIT.java b/.../src/internalClusterTest/java/org/opensearch/gateway/remote/RemoteStatePublicationIT.java
@@ -11,6 +11,8 @@
 import org.opensearch.action.admin.cluster.settings.ClusterUpdateSettingsRequest;
 import org.opensearch.action.admin.cluster.state.ClusterStateResponse;
 import org.opensearch.client.Client;
+import org.opensearch.cluster.applicationtemplates.SystemTemplatesService;
+import org.opensearch.cluster.metadata.Context;
 import org.opensearch.common.blobstore.BlobPath;
 import org.opensearch.common.settings.Settings;
 import org.opensearch.common.util.FeatureFlags;
@@ -64,6 +66,8 @@ public void setup() {
     protected Settings featureFlagSettings() {
         return Settings.builder()
             .put(super.featureFlagSettings())
+            .put(FeatureFlags.APPLICATION_BASED_CONFIGURATION_TEMPLATES, Boolean.TRUE.toString())
+            .put(SystemTemplatesService.SETTING_APPLICATION_BASED_CONFIGURATION_TEMPLATES_ENABLED.getKey(), Boolean.TRUE.toString())
             .put(FeatureFlags.REMOTE_PUBLICATION_EXPERIMENTAL, isRemotePublicationEnabled)
             .build();
     }
@@ -139,6 +143,9 @@ public void testPublication() throws Exception {
                 .metadata()
                 .settings()
                 .get(RecoverySettings.INDICES_RECOVERY_MAX_BYTES_PER_SEC_SETTING.getKey());
+
+            assertEquals(new Context("testcontext"), response.getState()
+                .metadata().indices().get(INDEX_NAME).context());
             assertEquals("10mb", refreshSetting);
         }
     }

diff --git a/...src/internalClusterTest/java/org/opensearch/remotestore/RemoteStoreBaseIntegTestCase.java b/...src/internalClusterTest/java/org/opensearch/remotestore/RemoteStoreBaseIntegTestCase.java
@@ -21,13 +21,19 @@
 import org.opensearch.action.index.IndexResponse;
 import org.opensearch.action.support.PlainActionFuture;
 import org.opensearch.action.support.WriteRequest;
+import org.opensearch.cluster.applicationtemplates.ClusterStateSystemTemplateLoader;
+import org.opensearch.cluster.applicationtemplates.SystemTemplate;
+import org.opensearch.cluster.applicationtemplates.SystemTemplateMetadata;
+import org.opensearch.cluster.applicationtemplates.TemplateRepositoryMetadata;
+import org.opensearch.cluster.metadata.Context;
 import org.opensearch.cluster.metadata.IndexMetadata;
 import org.opensearch.cluster.metadata.RepositoriesMetadata;
 import org.opensearch.cluster.metadata.RepositoryMetadata;
 import org.opensearch.cluster.node.DiscoveryNode;
 import org.opensearch.cluster.service.ClusterService;
 import org.opensearch.common.UUIDs;
 import org.opensearch.common.settings.Settings;
+import org.opensearch.core.common.bytes.BytesReference;
 import org.opensearch.core.index.Index;
 import org.opensearch.index.IndexModule;
 import org.opensearch.index.IndexService;
@@ -46,6 +52,8 @@
 import org.junit.After;
 
 import java.io.IOException;
+import java.nio.ByteBuffer;
+import java.nio.charset.StandardCharsets;
 import java.nio.file.FileVisitResult;
 import java.nio.file.Files;
 import java.nio.file.Path;
@@ -56,6 +64,7 @@
 import java.util.List;
 import java.util.Locale;
 import java.util.Map;
+import java.util.UUID;
 import java.util.concurrent.ExecutionException;
 import java.util.concurrent.atomic.AtomicInteger;
 import java.util.stream.Collectors;
@@ -76,6 +85,7 @@ public class RemoteStoreBaseIntegTestCase extends OpenSearchIntegTestCase {
     protected static final String REFRESHED_OR_FLUSHED_OPERATIONS = "refreshed-or-flushed-operations";
     protected static final String MAX_SEQ_NO_TOTAL = "max-seq-no-total";
     protected static final String MAX_SEQ_NO_REFRESHED_OR_FLUSHED = "max-seq-no-refreshed-or-flushed";
+    protected static final String CONTEXT_NAME = "testcontext";
 
     protected Path segmentRepoPath;
     protected Path translogRepoPath;
@@ -354,9 +364,17 @@ protected void restore(boolean restoreAllShards, String... indices) {
 
     protected void prepareCluster(int numClusterManagerNodes, int numDataOnlyNodes, String indices, int replicaCount, int shardCount) {
         internalCluster().startClusterManagerOnlyNodes(numClusterManagerNodes);
+
+        // Adding context template to the cluster
+
+        addTemplateForContext(CONTEXT_NAME);
         internalCluster().startDataOnlyNodes(numDataOnlyNodes);
         for (String index : indices.split(",")) {
-            createIndex(index, remoteStoreIndexSettings(replicaCount, shardCount));
+            // Ensure index is created with additional metadata field.
+            assertAcked(prepareCreate(index)
+                .setSettings(remoteStoreIndexSettings(replicaCount, shardCount))
+                .setContext(new Context("testcontext")));
+
             ensureYellowAndNoInitializingShards(index);
             ensureGreen(index);
         }
@@ -377,4 +395,35 @@ protected void prepareCluster(
             ensureGreen(index);
         }
     }
+
+    private void addTemplateForContext(String contextName) {
+        try {
+            String templateContent = "{\n"
+                + "  \"template\": {\n"
+                + "    \"settings\": {\n"
+                + "      \"index.merge.policy\": \"log_byte_size\"\n"
+                + "    }\n"
+                + "  },\n"
+                + "  \"_meta\": {\n"
+                + "    \"_type\": \"@abc_template\",\n"
+                + "    \"_version\": 1\n"
+                + "  },\n"
+                + "  \"version\": 1\n"
+                + "}\n";
+
+            ClusterStateSystemTemplateLoader loader = new ClusterStateSystemTemplateLoader(
+                internalCluster().clusterManagerClient(),
+                () -> internalCluster().getInstance(ClusterService.class).state()
+            );
+            loader.loadTemplate(
+                new SystemTemplate(
+                    BytesReference.fromByteBuffer(ByteBuffer.wrap(templateContent.getBytes(StandardCharsets.UTF_8))),
+                    SystemTemplateMetadata.fromComponentTemplateInfo(contextName, 1L),
+                    new TemplateRepositoryMetadata(UUID.randomUUID().toString(), 1L)
+                )
+            );
+        } catch (Exception e) {
+            throw new RuntimeException(e);
+        }
+    }
 }