forked from opensearch-project/OpenSearch
-
Notifications
You must be signed in to change notification settings - Fork 2
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Add async blob read support for encrypted containers
Signed-off-by: Kunal Kotwani <[email protected]>
- Loading branch information
1 parent
bb22c12
commit 5551aaf
Showing
5 changed files
with
160 additions
and
78 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
121 changes: 121 additions & 0 deletions
121
...est/java/org/opensearch/common/blobstore/AsyncMultiStreamEncryptedBlobContainerTests.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,121 @@ | ||
| /* | ||
| * SPDX-License-Identifier: Apache-2.0 | ||
| * | ||
| * The OpenSearch Contributors require contributions made to | ||
| * this file be licensed under the Apache-2.0 license or a | ||
| * compatible open source license. | ||
| */ | ||
|
|
||
| package org.opensearch.common.blobstore; | ||
|
|
||
| import org.opensearch.common.Randomness; | ||
| import org.opensearch.common.blobstore.stream.read.ReadContext; | ||
| import org.opensearch.common.blobstore.stream.read.listener.ListenerTestUtils; | ||
| import org.opensearch.common.crypto.CryptoHandler; | ||
| import org.opensearch.common.crypto.DecryptedRangedStreamProvider; | ||
| import org.opensearch.common.io.InputStreamContainer; | ||
| import org.opensearch.core.action.ActionListener; | ||
| import org.opensearch.test.OpenSearchTestCase; | ||
|
|
||
| import java.io.ByteArrayInputStream; | ||
| import java.io.IOException; | ||
| import java.util.List; | ||
| import java.util.function.UnaryOperator; | ||
|
|
||
| import org.mockito.Mockito; | ||
|
|
||
| import static org.mockito.ArgumentMatchers.any; | ||
| import static org.mockito.ArgumentMatchers.anyLong; | ||
| import static org.mockito.ArgumentMatchers.eq; | ||
| import static org.mockito.Mockito.mock; | ||
| import static org.mockito.Mockito.when; | ||
|
|
||
| public class AsyncMultiStreamEncryptedBlobContainerTests extends OpenSearchTestCase { | ||
|
|
||
| // Tests the happy path scenario for decrypting a read context | ||
| @SuppressWarnings("unchecked") | ||
| public void testReadBlobAsync() throws Exception { | ||
| String testBlobName = "testBlobName"; | ||
| int size = 100; | ||
|
|
||
| // Mock objects needed for the test | ||
| AsyncMultiStreamBlobContainer blobContainer = mock(AsyncMultiStreamBlobContainer.class); | ||
| CryptoHandler<Object, Object> cryptoHandler = mock(CryptoHandler.class); | ||
| Object cryptoContext = mock(Object.class); | ||
| when(cryptoHandler.loadEncryptionMetadata(any())).thenReturn(cryptoContext); | ||
| when(cryptoHandler.estimateDecryptedLength(any(), anyLong())).thenReturn((long) size); | ||
| long[] adjustedRanges = { 0, size - 1 }; | ||
| DecryptedRangedStreamProvider rangedStreamProvider = new DecryptedRangedStreamProvider(adjustedRanges, UnaryOperator.identity()); | ||
| when(cryptoHandler.createDecryptingStreamOfRange(eq(cryptoContext), anyLong(), anyLong())).thenReturn(rangedStreamProvider); | ||
|
|
||
| // Objects needed for API call | ||
| final byte[] data = new byte[size]; | ||
| Randomness.get().nextBytes(data); | ||
| final InputStreamContainer inputStreamContainer = new InputStreamContainer(new ByteArrayInputStream(data), data.length, 0); | ||
| final ListenerTestUtils.CountingCompletionListener<ReadContext> completionListener = | ||
| new ListenerTestUtils.CountingCompletionListener<>(); | ||
| final ReadContext readContext = new ReadContext(size, List.of(inputStreamContainer), null); | ||
|
|
||
| Mockito.doAnswer(invocation -> { | ||
| ActionListener<ReadContext> readContextActionListener = invocation.getArgument(1); | ||
| readContextActionListener.onResponse(readContext); | ||
| return null; | ||
| }).when(blobContainer).readBlobAsync(eq(testBlobName), any()); | ||
|
|
||
| AsyncMultiStreamEncryptedBlobContainer<Object, Object> asyncMultiStreamEncryptedBlobContainer = | ||
| new AsyncMultiStreamEncryptedBlobContainer<>(blobContainer, cryptoHandler); | ||
| asyncMultiStreamEncryptedBlobContainer.readBlobAsync(testBlobName, completionListener); | ||
|
|
||
| // Assert results | ||
| ReadContext response = completionListener.getResponse(); | ||
| assertEquals(0, completionListener.getFailureCount()); | ||
| assertEquals(1, completionListener.getResponseCount()); | ||
| assertNull(completionListener.getException()); | ||
|
|
||
| assertTrue(response instanceof AsyncMultiStreamEncryptedBlobContainer.DecryptedReadContext); | ||
| assertEquals(1, response.getNumberOfParts()); | ||
| assertEquals(size, response.getBlobSize()); | ||
|
|
||
| InputStreamContainer responseContainer = response.getPartStreams().get(0); | ||
| assertEquals(0, responseContainer.getOffset()); | ||
| assertEquals(size, responseContainer.getContentLength()); | ||
| assertEquals(100, responseContainer.getInputStream().available()); | ||
| } | ||
|
|
||
| // Tests the exception scenario for decrypting a read context | ||
| @SuppressWarnings("unchecked") | ||
| public void testReadBlobAsyncException() throws Exception { | ||
| String testBlobName = "testBlobName"; | ||
| int size = 100; | ||
|
|
||
| // Mock objects needed for the test | ||
| AsyncMultiStreamBlobContainer blobContainer = mock(AsyncMultiStreamBlobContainer.class); | ||
| CryptoHandler<Object, Object> cryptoHandler = mock(CryptoHandler.class); | ||
| when(cryptoHandler.loadEncryptionMetadata(any())).thenThrow(new IOException()); | ||
|
|
||
| // Objects needed for API call | ||
| final byte[] data = new byte[size]; | ||
| Randomness.get().nextBytes(data); | ||
| final InputStreamContainer inputStreamContainer = new InputStreamContainer(new ByteArrayInputStream(data), data.length, 0); | ||
| final ListenerTestUtils.CountingCompletionListener<ReadContext> completionListener = | ||
| new ListenerTestUtils.CountingCompletionListener<>(); | ||
| final ReadContext readContext = new ReadContext(size, List.of(inputStreamContainer), null); | ||
|
|
||
| Mockito.doAnswer(invocation -> { | ||
| ActionListener<ReadContext> readContextActionListener = invocation.getArgument(1); | ||
| readContextActionListener.onResponse(readContext); | ||
| return null; | ||
| }).when(blobContainer).readBlobAsync(eq(testBlobName), any()); | ||
|
|
||
| AsyncMultiStreamEncryptedBlobContainer<Object, Object> asyncMultiStreamEncryptedBlobContainer = | ||
| new AsyncMultiStreamEncryptedBlobContainer<>(blobContainer, cryptoHandler); | ||
| asyncMultiStreamEncryptedBlobContainer.readBlobAsync(testBlobName, completionListener); | ||
|
|
||
| // Assert results | ||
| assertEquals(1, completionListener.getFailureCount()); | ||
| assertEquals(0, completionListener.getResponseCount()); | ||
| assertNull(completionListener.getResponse()); | ||
| assertTrue(completionListener.getException() instanceof IOException); | ||
| } | ||
|
|
||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters