diff --git a/.ci/bwcVersions b/.ci/bwcVersions
index 980e08c696d54..a738eb54e17f6 100644
--- a/.ci/bwcVersions
+++ b/.ci/bwcVersions
@@ -36,5 +36,3 @@ BWC_VERSION:
- "2.15.0"
- "2.15.1"
- "2.16.0"
- - "2.16.1"
- - "2.17.0"
diff --git a/.ci/java-versions.properties b/.ci/java-versions.properties
index e290bda773f68..f73122ee21a6b 100644
--- a/.ci/java-versions.properties
+++ b/.ci/java-versions.properties
@@ -13,8 +13,7 @@
# build and test OpenSearch for this branch. Valid Java versions
# are 'java' or 'openjdk' followed by the major release number.
-# See please https://docs.gradle.org/8.10/userguide/upgrading_version_8.html#minimum_daemon_jvm_version
-OPENSEARCH_BUILD_JAVA=openjdk17
+OPENSEARCH_BUILD_JAVA=openjdk11
OPENSEARCH_RUNTIME_JAVA=java11
GRADLE_TASK=build
GRADLE_EXTRA_ARGS=
diff --git a/.github/CODEOWNERS b/.github/CODEOWNERS
index 18a310862dfbb..1aefeee710f47 100644
--- a/.github/CODEOWNERS
+++ b/.github/CODEOWNERS
@@ -11,27 +11,17 @@
# 3. Use the command palette to run the CODEOWNERS: Show owners of current file command, which will display all code owners for the current file.
# Default ownership for all repo files
-* @anasalkouz @andrross @ashking94 @Bukhtawar @CEHENKLE @dblock @dbwiddis @gbbafna @jainankitk @kotwanikunal @linuxpi @mch2 @msfroh @nknize @owaiskazi19 @reta @Rishikesh1159 @sachinpkale @saratvemulapalli @shwetathareja @sohami @VachaShah
+* @anasalkouz @andrross @ashking94 @Bukhtawar @CEHENKLE @dblock @dbwiddis @gbbafna @kotwanikunal @mch2 @msfroh @nknize @owaiskazi19 @reta @Rishikesh1159 @sachinpkale @saratvemulapalli @shwetathareja @sohami @VachaShah
-/modules/lang-painless/ @anasalkouz @andrross @ashking94 @Bukhtawar @CEHENKLE @dblock @dbwiddis @gbbafna @jed326 @kotwanikunal @mch2 @msfroh @nknize @owaiskazi19 @reta @Rishikesh1159 @sachinpkale @saratvemulapalli @shwetathareja @sohami @VachaShah
-/modules/parent-join/ @anasalkouz @andrross @ashking94 @Bukhtawar @CEHENKLE @dblock @dbwiddis @gbbafna @jed326 @kotwanikunal @mch2 @msfroh @nknize @owaiskazi19 @reta @Rishikesh1159 @sachinpkale @saratvemulapalli @shwetathareja @sohami @VachaShah
/modules/transport-netty4/ @peternied
/plugins/identity-shiro/ @peternied
-/server/src/internalClusterTest/java/org/opensearch/index/ @anasalkouz @andrross @ashking94 @Bukhtawar @CEHENKLE @dblock @dbwiddis @gbbafna @jed326 @kotwanikunal @mch2 @msfroh @nknize @owaiskazi19 @reta @Rishikesh1159 @sachinpkale @saratvemulapalli @shwetathareja @sohami @VachaShah
-/server/src/internalClusterTest/java/org/opensearch/search/ @anasalkouz @andrross @ashking94 @Bukhtawar @CEHENKLE @dblock @dbwiddis @gbbafna @jed326 @kotwanikunal @mch2 @msfroh @nknize @owaiskazi19 @reta @Rishikesh1159 @sachinpkale @saratvemulapalli @shwetathareja @sohami @VachaShah
-
/server/src/main/java/org/opensearch/extensions/ @peternied
/server/src/main/java/org/opensearch/identity/ @peternied
-/server/src/main/java/org/opensearch/index/ @anasalkouz @andrross @ashking94 @Bukhtawar @CEHENKLE @dblock @dbwiddis @gbbafna @jed326 @kotwanikunal @mch2 @msfroh @nknize @owaiskazi19 @reta @Rishikesh1159 @sachinpkale @saratvemulapalli @shwetathareja @sohami @VachaShah
-/server/src/main/java/org/opensearch/search/ @anasalkouz @andrross @ashking94 @Bukhtawar @CEHENKLE @dblock @dbwiddis @gbbafna @jed326 @kotwanikunal @mch2 @msfroh @nknize @owaiskazi19 @reta @Rishikesh1159 @sachinpkale @saratvemulapalli @shwetathareja @sohami @VachaShah
-/server/src/main/java/org/opensearch/threadpool/ @jed326 @peternied
+/server/src/main/java/org/opensearch/threadpool/ @peternied
/server/src/main/java/org/opensearch/transport/ @peternied
-/server/src/test/java/org/opensearch/index/ @anasalkouz @andrross @ashking94 @Bukhtawar @CEHENKLE @dblock @dbwiddis @gbbafna @jed326 @kotwanikunal @mch2 @msfroh @nknize @owaiskazi19 @reta @Rishikesh1159 @sachinpkale @saratvemulapalli @shwetathareja @sohami @VachaShah
-/server/src/test/java/org/opensearch/search/ @anasalkouz @andrross @ashking94 @Bukhtawar @CEHENKLE @dblock @dbwiddis @gbbafna @jed326 @kotwanikunal @mch2 @msfroh @nknize @owaiskazi19 @reta @Rishikesh1159 @sachinpkale @saratvemulapalli @shwetathareja @sohami @VachaShah
-
-/.github/ @jed326 @peternied
+/.github/ @peternied
/MAINTAINERS.md @anasalkouz @andrross @ashking94 @Bukhtawar @CEHENKLE @dblock @dbwiddis @gaobinlong @gbbafna @jed326 @kotwanikunal @mch2 @msfroh @nknize @owaiskazi19 @peternied @reta @Rishikesh1159 @sachinpkale @saratvemulapalli @shwetathareja @sohami @VachaShah
diff --git a/.github/benchmark-configs.json b/.github/benchmark-configs.json
index 8f4bad040fe44..a5b1951d2240c 100644
--- a/.github/benchmark-configs.json
+++ b/.github/benchmark-configs.json
@@ -14,8 +14,7 @@
"cluster_configuration": {
"size": "Single-Node",
"data_instance_config": "4vCPU, 32G Mem, 16G Heap"
- },
- "baseline_cluster_config": "x64-r5.xlarge-single-node-1-shard-0-replica-baseline"
+ }
},
"id_2": {
"description": "Indexing only configuration for HTTP_LOGS workload",
@@ -31,8 +30,7 @@
"cluster_configuration": {
"size": "Single-Node",
"data_instance_config": "4vCPU, 32G Mem, 16G Heap"
- },
- "baseline_cluster_config": "x64-r5.xlarge-single-node-1-shard-0-replica-baseline"
+ }
},
"id_3": {
"description": "Search only test-procedure for NYC_TAXIS, uses snapshot to restore the data for OS-3.0.0",
@@ -42,14 +40,12 @@
"MIN_DISTRIBUTION": "true",
"TEST_WORKLOAD": "nyc_taxis",
"WORKLOAD_PARAMS": "{\"snapshot_repo_name\":\"benchmark-workloads-repo-300\",\"snapshot_bucket_name\":\"benchmark-workload-snapshots\",\"snapshot_region\":\"us-east-1\",\"snapshot_base_path\":\"workload-snapshots-300\",\"snapshot_name\":\"nyc_taxis_1_shard\"}",
- "CAPTURE_NODE_STAT": "true",
- "TEST_PROCEDURE": "restore-from-snapshot"
+ "CAPTURE_NODE_STAT": "true"
},
"cluster_configuration": {
"size": "Single-Node",
"data_instance_config": "4vCPU, 32G Mem, 16G Heap"
- },
- "baseline_cluster_config": "x64-r5.xlarge-1-shard-0-replica-snapshot-baseline"
+ }
},
"id_4": {
"description": "Search only test-procedure for HTTP_LOGS, uses snapshot to restore the data for OS-3.0.0",
@@ -59,31 +55,27 @@
"MIN_DISTRIBUTION": "true",
"TEST_WORKLOAD": "http_logs",
"WORKLOAD_PARAMS": "{\"snapshot_repo_name\":\"benchmark-workloads-repo-300\",\"snapshot_bucket_name\":\"benchmark-workload-snapshots\",\"snapshot_region\":\"us-east-1\",\"snapshot_base_path\":\"workload-snapshots-300\",\"snapshot_name\":\"http_logs_1_shard\"}",
- "CAPTURE_NODE_STAT": "true",
- "TEST_PROCEDURE": "restore-from-snapshot"
+ "CAPTURE_NODE_STAT": "true"
},
"cluster_configuration": {
"size": "Single-Node",
"data_instance_config": "4vCPU, 32G Mem, 16G Heap"
- },
- "baseline_cluster_config": "x64-r5.xlarge-1-shard-0-replica-snapshot-baseline"
+ }
},
"id_5": {
- "description": "Search only test-procedure for big5, uses snapshot to restore the data for OS-3.0.0",
+ "description": "Search only test-procedure for HTTP_LOGS, uses snapshot to restore the data for OS-3.0.0",
"supported_major_versions": ["3"],
"cluster-benchmark-configs": {
"SINGLE_NODE_CLUSTER": "true",
"MIN_DISTRIBUTION": "true",
"TEST_WORKLOAD": "big5",
"WORKLOAD_PARAMS": "{\"snapshot_repo_name\":\"benchmark-workloads-repo-300\",\"snapshot_bucket_name\":\"benchmark-workload-snapshots\",\"snapshot_region\":\"us-east-1\",\"snapshot_base_path\":\"workload-snapshots-300\",\"snapshot_name\":\"big5_1_shard\"}",
- "CAPTURE_NODE_STAT": "true",
- "TEST_PROCEDURE": "restore-from-snapshot"
+ "CAPTURE_NODE_STAT": "true"
},
"cluster_configuration": {
"size": "Single-Node",
"data_instance_config": "4vCPU, 32G Mem, 16G Heap"
- },
- "baseline_cluster_config": "x64-r5.xlarge-1-shard-0-replica-snapshot-baseline"
+ }
},
"id_6": {
"description": "Search only test-procedure for NYC_TAXIS, uses snapshot to restore the data for OS-2.x",
@@ -93,14 +85,12 @@
"MIN_DISTRIBUTION": "true",
"TEST_WORKLOAD": "nyc_taxis",
"WORKLOAD_PARAMS": "{\"snapshot_repo_name\":\"benchmark-workloads-repo\",\"snapshot_bucket_name\":\"benchmark-workload-snapshots\",\"snapshot_region\":\"us-east-1\",\"snapshot_base_path\":\"workload-snapshots\",\"snapshot_name\":\"nyc_taxis_1_shard\"}",
- "CAPTURE_NODE_STAT": "true",
- "TEST_PROCEDURE": "restore-from-snapshot"
+ "CAPTURE_NODE_STAT": "true"
},
"cluster_configuration": {
"size": "Single-Node",
"data_instance_config": "4vCPU, 32G Mem, 16G Heap"
- },
- "baseline_cluster_config": "x64-r5.xlarge-1-shard-0-replica-snapshot-baseline"
+ }
},
"id_7": {
"description": "Search only test-procedure for HTTP_LOGS, uses snapshot to restore the data for OS-2.x",
@@ -110,31 +100,27 @@
"MIN_DISTRIBUTION": "true",
"TEST_WORKLOAD": "http_logs",
"WORKLOAD_PARAMS": "{\"snapshot_repo_name\":\"benchmark-workloads-repo\",\"snapshot_bucket_name\":\"benchmark-workload-snapshots\",\"snapshot_region\":\"us-east-1\",\"snapshot_base_path\":\"workload-snapshots\",\"snapshot_name\":\"http_logs_1_shard\"}",
- "CAPTURE_NODE_STAT": "true",
- "TEST_PROCEDURE": "restore-from-snapshot"
+ "CAPTURE_NODE_STAT": "true"
},
"cluster_configuration": {
"size": "Single-Node",
"data_instance_config": "4vCPU, 32G Mem, 16G Heap"
- },
- "baseline_cluster_config": "x64-r5.xlarge-1-shard-0-replica-snapshot-baseline"
+ }
},
"id_8": {
- "description": "Search only test-procedure for big5, uses snapshot to restore the data for OS-2.x",
+ "description": "Search only test-procedure for HTTP_LOGS, uses snapshot to restore the data for OS-2.x",
"supported_major_versions": ["2"],
"cluster-benchmark-configs": {
"SINGLE_NODE_CLUSTER": "true",
"MIN_DISTRIBUTION": "true",
"TEST_WORKLOAD": "big5",
"WORKLOAD_PARAMS": "{\"snapshot_repo_name\":\"benchmark-workloads-repo\",\"snapshot_bucket_name\":\"benchmark-workload-snapshots\",\"snapshot_region\":\"us-east-1\",\"snapshot_base_path\":\"workload-snapshots\",\"snapshot_name\":\"big5_1_shard\"}",
- "CAPTURE_NODE_STAT": "true",
- "TEST_PROCEDURE": "restore-from-snapshot"
+ "CAPTURE_NODE_STAT": "true"
},
"cluster_configuration": {
"size": "Single-Node",
"data_instance_config": "4vCPU, 32G Mem, 16G Heap"
- },
- "baseline_cluster_config": "x64-r5.xlarge-1-shard-0-replica-snapshot-baseline"
+ }
},
"id_9": {
"description": "Indexing and search configuration for pmc workload",
@@ -149,8 +135,7 @@
"cluster_configuration": {
"size": "Single-Node",
"data_instance_config": "4vCPU, 32G Mem, 16G Heap"
- },
- "baseline_cluster_config": "x64-r5.xlarge-single-node-1-shard-0-replica-baseline"
+ }
},
"id_10": {
"description": "Indexing only configuration for stack-overflow workload",
@@ -165,7 +150,6 @@
"cluster_configuration": {
"size": "Single-Node",
"data_instance_config": "4vCPU, 32G Mem, 16G Heap"
- },
- "baseline_cluster_config": "x64-r5.xlarge-single-node-1-shard-0-replica-baseline"
+ }
}
}
diff --git a/.github/workflows/add-performance-comment.yml b/.github/workflows/add-performance-comment.yml
index 6a310bff4c0a1..b522d348c84b2 100644
--- a/.github/workflows/add-performance-comment.yml
+++ b/.github/workflows/add-performance-comment.yml
@@ -6,17 +6,14 @@ on:
jobs:
add-comment:
- if: |
- github.event.label.name == 'Performance' ||
- github.event.label.name == 'Search:Performance' ||
- github.event.label.name == 'Indexing:Performance'
+ if: github.event.label.name == 'Performance'
runs-on: ubuntu-latest
permissions:
pull-requests: write
steps:
- name: Add comment to PR
- uses: actions/github-script@v7
+ uses: actions/github-script@v6
with:
github-token: ${{secrets.GITHUB_TOKEN}}
script: |
diff --git a/.github/workflows/assemble.yml b/.github/workflows/assemble.yml
index 200d9cf2d788b..51ae075ffa2c9 100644
--- a/.github/workflows/assemble.yml
+++ b/.github/workflows/assemble.yml
@@ -16,17 +16,6 @@ jobs:
with:
java-version: ${{ matrix.java }}
distribution: temurin
- - name: Set up JDK 17
- # See please https://docs.gradle.org/8.10/userguide/upgrading_version_8.html#minimum_daemon_jvm_version
- if: matrix.java == 11
- uses: actions/setup-java@v4
- with:
- java-version: 17
- distribution: temurin
- - name: Set JAVA${{ matrix.java }}_HOME
- shell: bash
- run: |
- echo "JAVA${{ matrix.java }}_HOME=$JAVA_HOME_${{ matrix.java }}_${{ runner.arch }}" >> $GITHUB_ENV
- name: Setup docker (missing on MacOS)
id: setup_docker
if: runner.os == 'macos'
@@ -41,11 +30,10 @@ jobs:
# Report success even if previous step failed (Docker on MacOS runner is very unstable)
exit 0;
- name: Run Gradle (assemble)
- shell: bash
if: runner.os != 'macos'
run: |
- ./gradlew assemble --parallel --no-build-cache -PDISABLE_BUILD_CACHE -Druntime.java=${{ matrix.java }}
+ ./gradlew assemble --parallel --no-build-cache -PDISABLE_BUILD_CACHE
- name: Run Gradle (assemble)
if: runner.os == 'macos' && steps.setup_docker.outcome == 'success'
run: |
- ./gradlew assemble --parallel --no-build-cache -PDISABLE_BUILD_CACHE -Druntime.java=${{ matrix.java }}
+ ./gradlew assemble --parallel --no-build-cache -PDISABLE_BUILD_CACHE
diff --git a/.github/workflows/benchmark-pull-request.yml b/.github/workflows/benchmark-pull-request.yml
index c494df6e27ce3..1aa2b6271719b 100644
--- a/.github/workflows/benchmark-pull-request.yml
+++ b/.github/workflows/benchmark-pull-request.yml
@@ -13,7 +13,7 @@ jobs:
pull-requests: write
steps:
- name: Checkout Repository
- uses: actions/checkout@v4
+ uses: actions/checkout@v3
- name: Set up required env vars
run: |
echo "PR_NUMBER=${{ github.event.issue.number }}" >> $GITHUB_ENV
@@ -25,7 +25,7 @@ jobs:
echo "USER_TAGS=pull_request_number:${{ github.event.issue.number }},repository:OpenSearch" >> $GITHUB_ENV
- name: Check comment format
id: check_comment
- uses: actions/github-script@v7
+ uses: actions/github-script@v6
with:
script: |
const fs = require('fs');
@@ -60,12 +60,9 @@ jobs:
for (const [key, value] of Object.entries(clusterBenchmarkConfigs)) {
core.exportVariable(key, value);
}
- if (benchmarkConfigs[configId].hasOwnProperty('baseline_cluster_config')) {
- core.exportVariable('BASELINE_CLUSTER_CONFIG', benchmarkConfigs[configId]['baseline_cluster_config']);
- }
- name: Post invalid format comment
if: steps.check_comment.outputs.invalid == 'true'
- uses: actions/github-script@v7
+ uses: actions/github-script@v6
with:
github-token: ${{secrets.GITHUB_TOKEN}}
script: |
@@ -80,6 +77,18 @@ jobs:
run: |
echo "Invalid comment format detected. Failing the workflow."
exit 1
+ - id: get_approvers
+ run: |
+ echo "approvers=$(cat .github/CODEOWNERS | grep '^\*' | tr -d '* ' | sed 's/@/,/g' | sed 's/,//1')" >> $GITHUB_OUTPUT
+ - uses: trstringer/manual-approval@v1
+ if: (!contains(steps.get_approvers.outputs.approvers, github.event.comment.user.login))
+ with:
+ secret: ${{ github.TOKEN }}
+ approvers: ${{ steps.get_approvers.outputs.approvers }}
+ minimum-approvals: 1
+ issue-title: 'Request to approve/deny benchmark run for PR #${{ env.PR_NUMBER }}'
+ issue-body: "Please approve or deny the benchmark run for PR #${{ env.PR_NUMBER }}"
+ exclude-workflow-initiator-as-approver: false
- name: Get PR Details
id: get_pr
uses: actions/github-script@v7
@@ -97,51 +106,26 @@ jobs:
return {
"headRepoFullName": pull_request.head.repo.full_name,
- "headRefSha": pull_request.head.sha
+ "headRef": pull_request.head.ref
};
- name: Set pr details env vars
run: |
echo '${{ steps.get_pr.outputs.result }}' | jq -r '.headRepoFullName'
- echo '${{ steps.get_pr.outputs.result }}' | jq -r '.headRefSha'
+ echo '${{ steps.get_pr.outputs.result }}' | jq -r '.headRef'
headRepo=$(echo '${{ steps.get_pr.outputs.result }}' | jq -r '.headRepoFullName')
- headRefSha=$(echo '${{ steps.get_pr.outputs.result }}' | jq -r '.headRefSha')
+ headRef=$(echo '${{ steps.get_pr.outputs.result }}' | jq -r '.headRef')
echo "prHeadRepo=$headRepo" >> $GITHUB_ENV
- echo "prHeadRefSha=$headRefSha" >> $GITHUB_ENV
- - id: get_approvers
- uses: actions/github-script@v7
- with:
- github-token: ${{ secrets.GITHUB_TOKEN }}
- result-encoding: string
- script: |
- // Get the collaborators - filtered to maintainer permissions
- const maintainersResponse = await github.request('GET /repos/{owner}/{repo}/collaborators', {
- owner: context.repo.owner,
- repo: context.repo.repo,
- permission: 'maintain',
- affiliation: 'all',
- per_page: 100
- });
- return maintainersResponse.data.map(item => item.login).join(', ');
- - uses: trstringer/manual-approval@v1
- if: (!contains(steps.get_approvers.outputs.result, github.event.comment.user.login))
- with:
- secret: ${{ github.TOKEN }}
- approvers: ${{ steps.get_approvers.outputs.result }}
- minimum-approvals: 1
- issue-title: 'Request to approve/deny benchmark run for PR #${{ env.PR_NUMBER }}'
- issue-body: "Please approve or deny the benchmark run for PR #${{ env.PR_NUMBER }}"
- exclude-workflow-initiator-as-approver: false
+ echo "prheadRef=$headRef" >> $GITHUB_ENV
- name: Checkout PR Repo
- uses: actions/checkout@v4
+ uses: actions/checkout@v2
with:
repository: ${{ env.prHeadRepo }}
- ref: ${{ env.prHeadRefSha }}
+ ref: ${{ env.prHeadRef }}
token: ${{ secrets.GITHUB_TOKEN }}
- name: Setup Java
- uses: actions/setup-java@v4
+ uses: actions/setup-java@v1
with:
java-version: 21
- distribution: 'temurin'
- name: Build and Assemble OpenSearch from PR
run: |
./gradlew :distribution:archives:linux-tar:assemble -Dbuild.snapshot=false
@@ -166,7 +150,7 @@ jobs:
cat $GITHUB_ENV
bash opensearch-build/scripts/benchmark/benchmark-pull-request.sh ${{ secrets.JENKINS_PR_BENCHMARK_GENERIC_WEBHOOK_TOKEN }}
- name: Update PR with Job Url
- uses: actions/github-script@v7
+ uses: actions/github-script@v6
with:
github-token: ${{ secrets.GITHUB_TOKEN }}
script: |
diff --git a/.github/workflows/changelog_verifier.yml b/.github/workflows/changelog_verifier.yml
index cd0415119282c..cf9343c2c3aac 100644
--- a/.github/workflows/changelog_verifier.yml
+++ b/.github/workflows/changelog_verifier.yml
@@ -27,29 +27,18 @@ jobs:
continue-on-error: true
- run: |
# The check was possibly skipped leading to success for both the jobs
- has_backport_label=${{ contains(join(github.event.pull_request.labels.*.name, ', '), 'backport')}}
- has_breaking_label=${{ contains(join(github.event.pull_request.labels.*.name, ', '), '>breaking')}}
- if [[ $has_breaking_label == true && $has_backport_label == true ]]; then
- echo "error: Please make sure that the PR does not have a backport label associated with it when making breaking changes"
- exit 1
- fi
-
if [[ ${{ steps.verify-changelog-3x.outcome }} == 'success' && ${{ steps.verify-changelog.outcome }} == 'success' ]]; then
exit 0
fi
-
+
if [[ ${{ steps.verify-changelog-3x.outcome }} == 'failure' && ${{ steps.verify-changelog.outcome }} == 'failure' ]]; then
echo "error: Please ensure a changelog entry exists in CHANGELOG.md or CHANGELOG-3.0.md"
exit 1
fi
-
+
# Concatenates the labels and checks if the string contains "backport"
+ has_backport_label=${{ contains(join(github.event.pull_request.labels.*.name, ', '), 'backport')}}
if [[ ${{ steps.verify-changelog.outcome }} == 'success' && $has_backport_label == false ]]; then
echo "error: Please make sure that the PR has a backport label associated with it when making an entry to the CHANGELOG.md file"
exit 1
fi
-
- if [[ ${{ steps.verify-changelog-3x.outcome }} == 'success' && $has_backport_label == true ]]; then
- echo "error: Please make sure that the PR does not have a backport label associated with it when making an entry to the CHANGELOG-3.0.md file"
- exit 1
- fi
diff --git a/.github/workflows/dependabot_pr.yml b/.github/workflows/dependabot_pr.yml
index 25abd99cadb96..cfd3ac81c5bd3 100644
--- a/.github/workflows/dependabot_pr.yml
+++ b/.github/workflows/dependabot_pr.yml
@@ -22,13 +22,6 @@ jobs:
with:
token: ${{ steps.github_app_token.outputs.token }}
- # See please https://docs.gradle.org/8.10/userguide/upgrading_version_8.html#minimum_daemon_jvm_version
- - name: Set up JDK 17
- uses: actions/setup-java@v4
- with:
- java-version: 17
- distribution: temurin
-
- name: Update Gradle SHAs
run: |
./gradlew updateSHAs
diff --git a/.github/workflows/maintainer-approval.yml b/.github/workflows/maintainer-approval.yml
index 34e8f57cc1878..fdc2bf16937b4 100644
--- a/.github/workflows/maintainer-approval.yml
+++ b/.github/workflows/maintainer-approval.yml
@@ -9,7 +9,7 @@ jobs:
runs-on: ubuntu-latest
steps:
- id: find-maintainers
- uses: actions/github-script@v7
+ uses: actions/github-script@v7.0.1
with:
github-token: ${{ secrets.GITHUB_TOKEN }}
result-encoding: string
diff --git a/.github/workflows/precommit.yml b/.github/workflows/precommit.yml
index 7c65df1f677a5..95ca49ac9cb43 100644
--- a/.github/workflows/precommit.yml
+++ b/.github/workflows/precommit.yml
@@ -8,7 +8,7 @@ jobs:
strategy:
matrix:
java: [ 11, 17, 21 ]
- os: [ubuntu-latest, windows-latest, macos-latest, macos-13]
+ os: [ubuntu-latest, windows-latest, macos-13]
steps:
- uses: actions/checkout@v4
- name: Set up JDK ${{ matrix.java }}
@@ -17,18 +17,6 @@ jobs:
java-version: ${{ matrix.java }}
distribution: temurin
cache: gradle
- - name: Set up JDK 17
- # See please https://docs.gradle.org/8.10/userguide/upgrading_version_8.html#minimum_daemon_jvm_version
- if: matrix.java == 11
- uses: actions/setup-java@v4
- with:
- java-version: 17
- distribution: temurin
- - name: Set JAVA${{ matrix.java }}_HOME
- shell: bash
- run: |
- echo "JAVA${{ matrix.java }}_HOME=$JAVA_HOME_${{ matrix.java }}_${{ runner.arch }}" >> $GITHUB_ENV
- name: Run Gradle (precommit)
- shell: bash
run: |
- ./gradlew javadoc precommit --parallel -Druntime.java=${{ matrix.java }}
+ ./gradlew javadoc precommit --parallel
diff --git a/.github/workflows/triage.yml b/.github/workflows/triage.yml
index c305818bdb0a9..83bf4926a8c2d 100644
--- a/.github/workflows/triage.yml
+++ b/.github/workflows/triage.yml
@@ -9,7 +9,7 @@ jobs:
if: github.repository == 'opensearch-project/OpenSearch'
runs-on: ubuntu-latest
steps:
- - uses: actions/github-script@v7
+ - uses: actions/github-script@v7.0.1
with:
script: |
const { issue, repository } = context.payload;
diff --git a/.github/workflows/version.yml b/.github/workflows/version.yml
index 2de54716256ff..7f120b65d7c2e 100644
--- a/.github/workflows/version.yml
+++ b/.github/workflows/version.yml
@@ -129,7 +129,7 @@ jobs:
- name: Create tracking issue
id: create-issue
- uses: actions/github-script@v7
+ uses: actions/github-script@v7.0.1
with:
script: |
const body = `
diff --git a/.idea/runConfigurations/Debug_OpenSearch.xml b/.idea/runConfigurations/Debug_OpenSearch.xml
index 0d8bf59823acf..2e167812615e1 100644
--- a/.idea/runConfigurations/Debug_OpenSearch.xml
+++ b/.idea/runConfigurations/Debug_OpenSearch.xml
@@ -8,4 +8,4 @@
-
+
\ No newline at end of file
diff --git a/CHANGELOG-3.0.md b/CHANGELOG-3.0.md
index 48d978bede420..06b761b1df8bd 100644
--- a/CHANGELOG-3.0.md
+++ b/CHANGELOG-3.0.md
@@ -43,7 +43,6 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
- Remove LegacyESVersion.V_7_10_ Constants ([#5018](https://github.com/opensearch-project/OpenSearch/pull/5018))
- Remove Version.V_1_ Constants ([#5021](https://github.com/opensearch-project/OpenSearch/pull/5021))
- Remove custom Map, List and Set collection classes ([#6871](https://github.com/opensearch-project/OpenSearch/pull/6871))
-- Remove `index.store.hybrid.mmap.extensions` setting in favor of `index.store.hybrid.nio.extensions` setting ([#9392](https://github.com/opensearch-project/OpenSearch/pull/9392))
### Fixed
- Fix 'org.apache.hc.core5.http.ParseException: Invalid protocol version' under JDK 16+ ([#4827](https://github.com/opensearch-project/OpenSearch/pull/4827))
diff --git a/CHANGELOG.md b/CHANGELOG.md
index c406dbd909b06..f53c96e4ea224 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -5,62 +5,80 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
## [Unreleased 2.x]
### Added
-- [Offline Nodes] Adds offline-tasks library containing various interfaces to be used for Offline Background Tasks. ([#13574](https://github.com/opensearch-project/OpenSearch/pull/13574))
-- Fix for hasInitiatedFetching to fix allocation explain and manual reroute APIs (([#14972](https://github.com/opensearch-project/OpenSearch/pull/14972))
-- [Workload Management] Add queryGroupId to Task ([14708](https://github.com/opensearch-project/OpenSearch/pull/14708))
-- Add setting to ignore throttling nodes for allocation of unassigned primaries in remote restore ([#14991](https://github.com/opensearch-project/OpenSearch/pull/14991))
-- [Streaming Indexing] Enhance RestClient with a new streaming API support ([#14437](https://github.com/opensearch-project/OpenSearch/pull/14437))
-- Add basic aggregation support for derived fields ([#14618](https://github.com/opensearch-project/OpenSearch/pull/14618))
-- [Workload Management] Add Create QueryGroup API Logic ([#14680](https://github.com/opensearch-project/OpenSearch/pull/14680))- [Workload Management] Add Create QueryGroup API Logic ([#14680](https://github.com/opensearch-project/OpenSearch/pull/14680))
-- Add ThreadContextPermission for markAsSystemContext and allow core to perform the method ([#15016](https://github.com/opensearch-project/OpenSearch/pull/15016))
-- Add ThreadContextPermission for stashAndMergeHeaders and stashWithOrigin ([#15039](https://github.com/opensearch-project/OpenSearch/pull/15039))
-- [Concurrent Segment Search] Support composite aggregations with scripting ([#15072](https://github.com/opensearch-project/OpenSearch/pull/15072))
-- Add `rangeQuery` and `regexpQuery` for `constant_keyword` field type ([#14711](https://github.com/opensearch-project/OpenSearch/pull/14711))
-- Add took time to request nodes stats ([#15054](https://github.com/opensearch-project/OpenSearch/pull/15054))
-- [Workload Management] Add Get QueryGroup API Logic ([14709](https://github.com/opensearch-project/OpenSearch/pull/14709))
-- [Workload Management] QueryGroup resource tracking framework changes ([#13897](https://github.com/opensearch-project/OpenSearch/pull/13897))
-- Support filtering on a large list encoded by bitmap ([#14774](https://github.com/opensearch-project/OpenSearch/pull/14774))
-- Add slice execution listeners to SearchOperationListener interface ([#15153](https://github.com/opensearch-project/OpenSearch/pull/15153))
+- Add fingerprint ingest processor ([#13724](https://github.com/opensearch-project/OpenSearch/pull/13724))
+- [Remote Store] Rate limiter for remote store low priority uploads ([#14374](https://github.com/opensearch-project/OpenSearch/pull/14374/))
+- Apply the date histogram rewrite optimization to range aggregation ([#13865](https://github.com/opensearch-project/OpenSearch/pull/13865))
+- [Writable Warm] Add composite directory implementation and integrate it with FileCache ([12782](https://github.com/opensearch-project/OpenSearch/pull/12782))
+- [Workload Management] Add QueryGroup schema ([13669](https://github.com/opensearch-project/OpenSearch/pull/13669))
+- Add batching supported processor base type AbstractBatchingProcessor ([#14554](https://github.com/opensearch-project/OpenSearch/pull/14554))
+- Fix race condition while parsing derived fields from search definition ([14445](https://github.com/opensearch-project/OpenSearch/pull/14445))
+- Add `strict_allow_templates` dynamic mapping option ([#14555](https://github.com/opensearch-project/OpenSearch/pull/14555))
+- Add allowlist setting for ingest-common and search-pipeline-common processors ([#14439](https://github.com/opensearch-project/OpenSearch/issues/14439))
+- [Workload Management] add queryGroupId header propagator across requests and nodes ([#14614](https://github.com/opensearch-project/OpenSearch/pull/14614))
+- Create SystemIndexRegistry with helper method matchesSystemIndex ([#14415](https://github.com/opensearch-project/OpenSearch/pull/14415))
+- Print reason why parent task was cancelled ([#14604](https://github.com/opensearch-project/OpenSearch/issues/14604))
+- Add matchesPluginSystemIndexPattern to SystemIndexRegistry ([#14750](https://github.com/opensearch-project/OpenSearch/pull/14750))
+- Add Plugin interface for loading application based configuration templates (([#14659](https://github.com/opensearch-project/OpenSearch/issues/14659)))
+- Refactor remote-routing-table service inline with remote state interfaces([#14668](https://github.com/opensearch-project/OpenSearch/pull/14668))
+- Add prefix mode verification setting for repository verification (([#14790](https://github.com/opensearch-project/OpenSearch/pull/14790)))
+- [Range Queries] Add new approximateable query framework to short-circuit range queries ([#13788](https://github.com/opensearch-project/OpenSearch/pull/13788))
### Dependencies
-- Bump `netty` from 4.1.111.Final to 4.1.112.Final ([#15081](https://github.com/opensearch-project/OpenSearch/pull/15081))
-- Bump `org.apache.commons:commons-lang3` from 3.14.0 to 3.16.0 ([#14861](https://github.com/opensearch-project/OpenSearch/pull/14861), [#15205](https://github.com/opensearch-project/OpenSearch/pull/15205))
-- OpenJDK Update (July 2024 Patch releases) ([#14998](https://github.com/opensearch-project/OpenSearch/pull/14998))
-- Bump `com.microsoft.azure:msal4j` from 1.16.1 to 1.16.2 ([#14995](https://github.com/opensearch-project/OpenSearch/pull/14995))
-- Bump `actions/github-script` from 6 to 7 ([#14997](https://github.com/opensearch-project/OpenSearch/pull/14997))
-- Bump `org.tukaani:xz` from 1.9 to 1.10 ([#15110](https://github.com/opensearch-project/OpenSearch/pull/15110))
-- Bump `actions/setup-java` from 1 to 4 ([#15104](https://github.com/opensearch-project/OpenSearch/pull/15104))
-- Bump `org.apache.avro:avro` from 1.11.3 to 1.12.0 in /plugins/repository-hdfs ([#15119](https://github.com/opensearch-project/OpenSearch/pull/15119))
-- Bump `org.bouncycastle:bcpg-fips` from 1.0.7.1 to 2.0.9 ([#15103](https://github.com/opensearch-project/OpenSearch/pull/15103), [#15299](https://github.com/opensearch-project/OpenSearch/pull/15299))
-- Bump `com.azure:azure-core` from 1.49.1 to 1.51.0 ([#15111](https://github.com/opensearch-project/OpenSearch/pull/15111))
-- Bump `org.xerial.snappy:snappy-java` from 1.1.10.5 to 1.1.10.6 ([#15207](https://github.com/opensearch-project/OpenSearch/pull/15207))
-- Bump `com.azure:azure-xml` from 1.0.0 to 1.1.0 ([#15206](https://github.com/opensearch-project/OpenSearch/pull/15206))
-- Bump `reactor` from 3.5.19 to 3.5.20 ([#15262](https://github.com/opensearch-project/OpenSearch/pull/15262))
-- Bump `reactor-netty` from 1.1.21 to 1.1.22 ([#15262](https://github.com/opensearch-project/OpenSearch/pull/15262))
-- Bump `org.apache.kerby:kerb-admin` from 2.0.3 to 2.1.0 ([#15301](https://github.com/opensearch-project/OpenSearch/pull/15301))
-- Bump `com.azure:azure-core-http-netty` from 1.15.1 to 1.15.3 ([#15300](https://github.com/opensearch-project/OpenSearch/pull/15300))
-- Bump `com.gradle.develocity` from 3.17.6 to 3.18 ([#15297](https://github.com/opensearch-project/OpenSearch/pull/15297))
-- Bump `commons-cli:commons-cli` from 1.8.0 to 1.9.0 ([#15298](https://github.com/opensearch-project/OpenSearch/pull/15298))
+- Bump `org.gradle.test-retry` from 1.5.8 to 1.5.9 ([#13442](https://github.com/opensearch-project/OpenSearch/pull/13442))
+- Update to Apache Lucene 9.11.0 ([#14042](https://github.com/opensearch-project/OpenSearch/pull/14042))
+- Bump `netty` from 4.1.110.Final to 4.1.111.Final ([#14356](https://github.com/opensearch-project/OpenSearch/pull/14356))
+- Bump `org.wiremock:wiremock-standalone` from 3.3.1 to 3.6.0 ([#14361](https://github.com/opensearch-project/OpenSearch/pull/14361))
+- Bump `reactor` from 3.5.17 to 3.5.19 ([#14395](https://github.com/opensearch-project/OpenSearch/pull/14395), [#14697](https://github.com/opensearch-project/OpenSearch/pull/14697))
+- Bump `reactor-netty` from 1.1.19 to 1.1.21 ([#14395](https://github.com/opensearch-project/OpenSearch/pull/14395), [#14697](https://github.com/opensearch-project/OpenSearch/pull/14697))
+- Bump `commons-net:commons-net` from 3.10.0 to 3.11.1 ([#14396](https://github.com/opensearch-project/OpenSearch/pull/14396))
+- Bump `com.nimbusds:nimbus-jose-jwt` from 9.37.3 to 9.40 ([#14398](https://github.com/opensearch-project/OpenSearch/pull/14398))
+- Bump `org.apache.commons:commons-configuration2` from 2.10.1 to 2.11.0 ([#14399](https://github.com/opensearch-project/OpenSearch/pull/14399))
+- Bump `com.gradle.develocity` from 3.17.4 to 3.17.5 ([#14397](https://github.com/opensearch-project/OpenSearch/pull/14397))
+- Bump `opentelemetry` from 1.36.0 to 1.40.0 ([#14457](https://github.com/opensearch-project/OpenSearch/pull/14457), [#14674](https://github.com/opensearch-project/OpenSearch/pull/14674))
+- Bump `opentelemetry-semconv` from 1.25.0-alpha to 1.26.0-alpha ([#14674](https://github.com/opensearch-project/OpenSearch/pull/14674))
+- Bump `azure-identity` from 1.11.4 to 1.13.0, Bump `msal4j` from 1.14.3 to 1.15.1, Bump `msal4j-persistence-extension` from 1.2.0 to 1.3.0 ([#14506](https://github.com/opensearch-project/OpenSearch/pull/14673))
+- Bump `com.azure:azure-storage-common` from 12.21.2 to 12.25.1 ([#14517](https://github.com/opensearch-project/OpenSearch/pull/14517))
+- Bump `com.microsoft.azure:msal4j` from 1.15.1 to 1.16.0 ([#14610](https://github.com/opensearch-project/OpenSearch/pull/14610))
+- Bump `com.github.spullara.mustache.java:compiler` from 0.9.13 to 0.9.14 ([#14672](https://github.com/opensearch-project/OpenSearch/pull/14672))
+- Bump `net.minidev:accessors-smart` from 2.5.0 to 2.5.1 ([#14673](https://github.com/opensearch-project/OpenSearch/pull/14673))
+- Bump `jackson` from 2.17.1 to 2.17.2 ([#14687](https://github.com/opensearch-project/OpenSearch/pull/14687))
+- Bump `net.minidev:json-smart` from 2.5.0 to 2.5.1 ([#14748](https://github.com/opensearch-project/OpenSearch/pull/14748))
### Changed
-- Add lower limit for primary and replica batch allocators timeout ([#14979](https://github.com/opensearch-project/OpenSearch/pull/14979))
-- Optimize regexp-based include/exclude on aggregations when pattern matches prefixes ([#14371](https://github.com/opensearch-project/OpenSearch/pull/14371))
-- Replace and block usages of org.apache.logging.log4j.util.Strings ([#15238](https://github.com/opensearch-project/OpenSearch/pull/15238))
-- Updated `termsQuery` in `KeywordField` to set custom rewrite_override before executing query
+- [Tiered Caching] Move query recomputation logic outside write lock ([#14187](https://github.com/opensearch-project/OpenSearch/pull/14187))
+- unsignedLongRangeQuery now returns MatchNoDocsQuery if the lower bounds are greater than the upper bounds ([#14416](https://github.com/opensearch-project/OpenSearch/pull/14416))
+- Updated the `indices.query.bool.max_clause_count` setting from being static to dynamically updateable ([#13568](https://github.com/opensearch-project/OpenSearch/pull/13568))
+- Make the class CommunityIdProcessor final ([#14448](https://github.com/opensearch-project/OpenSearch/pull/14448))
+- Allow @InternalApi annotation on classes not meant to be constructed outside of the OpenSearch core ([#14575](https://github.com/opensearch-project/OpenSearch/pull/14575))
+- Add @InternalApi annotation to japicmp exclusions ([#14597](https://github.com/opensearch-project/OpenSearch/pull/14597))
+- Allow system index warning in OpenSearchRestTestCase.refreshAllIndices ([#14635](https://github.com/opensearch-project/OpenSearch/pull/14635))
### Deprecated
### Removed
+- Remove query categorization changes ([#14759](https://github.com/opensearch-project/OpenSearch/pull/14759))
### Fixed
-- Fix constraint bug which allows more primary shards than average primary shards per index ([#14908](https://github.com/opensearch-project/OpenSearch/pull/14908))
-- Fix NPE when bulk ingest with empty pipeline ([#15033](https://github.com/opensearch-project/OpenSearch/pull/15033))
-- Fix missing value of FieldSort for unsigned_long ([#14963](https://github.com/opensearch-project/OpenSearch/pull/14963))
-- Fix delete index template failed when the index template matches a data stream but is unused ([#15080](https://github.com/opensearch-project/OpenSearch/pull/15080))
-- Fix array_index_out_of_bounds_exception when indexing documents with field name containing only dot ([#15126](https://github.com/opensearch-project/OpenSearch/pull/15126))
-- Fixed array field name omission in flat_object function for nested JSON ([#13620](https://github.com/opensearch-project/OpenSearch/pull/13620))
-- Fix range aggregation optimization ignoring top level queries ([#15194](https://github.com/opensearch-project/OpenSearch/pull/15194))
-- Fix incorrect parameter names in MinHash token filter configuration handling ([#15233](https://github.com/opensearch-project/OpenSearch/pull/15233))
+- Fix bug in SBP cancellation logic ([#13259](https://github.com/opensearch-project/OpenSearch/pull/13474))
+- Fix handling of Short and Byte data types in ScriptProcessor ingest pipeline ([#14379](https://github.com/opensearch-project/OpenSearch/issues/14379))
+- Switch to iterative version of WKT format parser ([#14086](https://github.com/opensearch-project/OpenSearch/pull/14086))
+- Fix match_phrase_prefix_query not working on text field with multiple values and index_prefixes ([#10959](https://github.com/opensearch-project/OpenSearch/pull/10959))
+- Fix the computed max shards of cluster to avoid int overflow ([#14155](https://github.com/opensearch-project/OpenSearch/pull/14155))
+- Fixed rest-high-level client searchTemplate & mtermVectors endpoints to have a leading slash ([#14465](https://github.com/opensearch-project/OpenSearch/pull/14465))
+- Write shard level metadata blob when snapshotting searchable snapshot indexes ([#13190](https://github.com/opensearch-project/OpenSearch/pull/13190))
+- Fix aggs result of NestedAggregator with sub NestedAggregator ([#13324](https://github.com/opensearch-project/OpenSearch/pull/13324))
+- Fix fs info reporting negative available size ([#11573](https://github.com/opensearch-project/OpenSearch/pull/11573))
+- Add ListPitInfo::getKeepAlive() getter ([#14495](https://github.com/opensearch-project/OpenSearch/pull/14495))
+- Fix FuzzyQuery in keyword field will use IndexOrDocValuesQuery when both of index and doc_value are true ([#14378](https://github.com/opensearch-project/OpenSearch/pull/14378))
+- Fix file cache initialization ([#14004](https://github.com/opensearch-project/OpenSearch/pull/14004))
+- Handle NPE in GetResult if "found" field is missing ([#14552](https://github.com/opensearch-project/OpenSearch/pull/14552))
+- Fix create or update alias API doesn't throw exception for unsupported parameters ([#14719](https://github.com/opensearch-project/OpenSearch/pull/14719))
+- Refactoring FilterPath.parse by using an iterative approach ([#14200](https://github.com/opensearch-project/OpenSearch/pull/14200))
+- Refactoring Grok.validatePatternBank by using an iterative approach ([#14206](https://github.com/opensearch-project/OpenSearch/pull/14206))
+- Update help output for _cat ([#14722](https://github.com/opensearch-project/OpenSearch/pull/14722))
+- Fix bulk upsert ignores the default_pipeline and final_pipeline when auto-created index matches the index template ([#12891](https://github.com/opensearch-project/OpenSearch/pull/12891))
+- Fix NPE in ReplicaShardAllocator ([#14385](https://github.com/opensearch-project/OpenSearch/pull/14385))
+- Fix constant_keyword field type used when creating index ([#14807](https://github.com/opensearch-project/OpenSearch/pull/14807))
### Security
diff --git a/MAINTAINERS.md b/MAINTAINERS.md
index 296c2c30aca49..f77c69ddeff2a 100644
--- a/MAINTAINERS.md
+++ b/MAINTAINERS.md
@@ -5,11 +5,10 @@ This document contains a list of maintainers in this repo. See [opensearch-proje
## Current Maintainers
| Maintainer | GitHub ID | Affiliation |
-|--------------------------|---------------------------------------------------------|-------------|
+| ------------------------ | ------------------------------------------------------- | ----------- |
| Anas Alkouz | [anasalkouz](https://github.com/anasalkouz) | Amazon |
| Andrew Ross | [andrross](https://github.com/andrross) | Amazon |
| Andriy Redko | [reta](https://github.com/reta) | Aiven |
-| Ankit Jain | [jainankitk](https://github.com/jainankitk) | Amazon |
| Ashish Singh | [ashking94](https://github.com/ashking94) | Amazon |
| Bukhtawar Khan | [Bukhtawar](https://github.com/Bukhtawar) | Amazon |
| Charlotte Henkle | [CEHENKLE](https://github.com/CEHENKLE) | Amazon |
@@ -19,7 +18,6 @@ This document contains a list of maintainers in this repo. See [opensearch-proje
| Gaurav Bafna | [gbbafna](https://github.com/gbbafna) | Amazon |
| Jay Deng | [jed326](https://github.com/jed326) | Amazon |
| Kunal Kotwani | [kotwanikunal](https://github.com/kotwanikunal) | Amazon |
-| Varun Bansal | [linuxpi](https://github.com/linuxpi) | Amazon |
| Marc Handalian | [mch2](https://github.com/mch2) | Amazon |
| Michael Froh | [msfroh](https://github.com/msfroh) | Amazon |
| Nick Knize | [nknize](https://github.com/nknize) | Amazon |
diff --git a/README.md b/README.md
index 5d4a9a671c013..17af2911b9221 100644
--- a/README.md
+++ b/README.md
@@ -7,7 +7,7 @@
[![Security Vulnerabilities](https://img.shields.io/github/issues/opensearch-project/OpenSearch/security%20vulnerability?labelColor=red)](https://github.com/opensearch-project/OpenSearch/issues?q=is%3Aissue+is%3Aopen+label%3A"security%20vulnerability")
[![Open Issues](https://img.shields.io/github/issues/opensearch-project/OpenSearch)](https://github.com/opensearch-project/OpenSearch/issues)
[![Open Pull Requests](https://img.shields.io/github/issues-pr/opensearch-project/OpenSearch)](https://github.com/opensearch-project/OpenSearch/pulls)
-[![2.17.0 Open Issues](https://img.shields.io/github/issues/opensearch-project/OpenSearch/v2.17.0)](https://github.com/opensearch-project/OpenSearch/issues?q=is%3Aissue+is%3Aopen+label%3A"v2.17.0")
+[![2.14.1 Open Issues](https://img.shields.io/github/issues/opensearch-project/OpenSearch/v2.14.1)](https://github.com/opensearch-project/OpenSearch/issues?q=is%3Aissue+is%3Aopen+label%3A"v2.14.1")
[![3.0.0 Open Issues](https://img.shields.io/github/issues/opensearch-project/OpenSearch/v3.0.0)](https://github.com/opensearch-project/OpenSearch/issues?q=is%3Aissue+is%3Aopen+label%3A"v3.0.0")
[![GHA gradle check](https://github.com/opensearch-project/OpenSearch/actions/workflows/gradle-check.yml/badge.svg)](https://github.com/opensearch-project/OpenSearch/actions/workflows/gradle-check.yml)
[![GHA validate pull request](https://github.com/opensearch-project/OpenSearch/actions/workflows/wrapper.yml/badge.svg)](https://github.com/opensearch-project/OpenSearch/actions/workflows/wrapper.yml)
diff --git a/TRIAGING.md b/TRIAGING.md
index dddcbc15394ab..c7c07a8ce30bd 100644
--- a/TRIAGING.md
+++ b/TRIAGING.md
@@ -1,6 +1,6 @@
-The maintainers of the OpenSearch Repo seek to promote an inclusive and engaged community of contributors. In order to facilitate this, weekly triage meetings are open-to-all and attendance is encouraged for anyone who hopes to contribute, discuss an issue, or learn more about the project. There are several weekly triage meetings scoped to the following component areas: Search, Storage, and Cluster Manager. To learn more about contributing to the OpenSearch Repo visit the [Contributing](./CONTRIBUTING.md) documentation.
+The maintainers of the OpenSearch Repo seek to promote an inclusive and engaged community of contributors. In order to facilitate this, weekly triage meetings are open-to-all and attendance is encouraged for anyone who hopes to contribute, discuss an issue, or learn more about the project. There are several weekly triage meetings scoped to the following component areas: Search, Storage, Cluster Manager, and finally "Core" as a catch-all for all other issues. To learn more about contributing to the OpenSearch Repo visit the [Contributing](./CONTRIBUTING.md) documentation.
### Do I need to attend for my issue to be addressed/triaged?
@@ -14,7 +14,7 @@ Each meeting we seek to address all new issues. However, should we run out of ti
### How do I join a Triage meeting?
- Check the [OpenSearch Meetup Group](https://www.meetup.com/opensearch/) for the latest schedule and details for joining each meeting. Each component area has its own meetup series: [Search](https://www.meetup.com/opensearch/events/300929493/), [Storage](https://www.meetup.com/opensearch/events/299907409/), [Cluster Manager](https://www.meetup.com/opensearch/events/301082218/), and [Indexing](https://www.meetup.com/opensearch/events/301734024/).
+ Check the [OpenSearch Meetup Group](https://www.meetup.com/opensearch/) for the latest schedule and details for joining each meeting. Each component area has its own meetup series: [Search](https://www.meetup.com/opensearch/events/300929493/), [Storage](https://www.meetup.com/opensearch/events/299907409/), [Cluster Manager](https://www.meetup.com/opensearch/events/301082218/), [Indexing](https://www.meetup.com/opensearch/events/301734024/), and [Core](https://www.meetup.com/opensearch/events/301061009/).
After joining the virtual meeting, you can enable your video / voice to join the discussion. If you do not have a webcam or microphone available, you can still join in via the text chat.
@@ -31,11 +31,11 @@ Meeting structure may vary slightly, but the general structure is as follows:
- [Search](https://github.com/opensearch-project/OpenSearch/issues?q=is%3Aissue+is%3Aopen+label%3Auntriaged+label%3A%22Search%22%2C%22Search%3ARemote+Search%22%2C%22Search%3AResiliency%22%2C%22Search%3APerformance%22%2C%22Search%3ARelevance%22%2C%22Search%3AAggregations%22%2C%22Search%3AQuery+Capabilities%22%2C%22Search%3AQuery+Insights%22%2C%22Search%3ASearchable+Snapshots%22%2C%22Search%3AUser+Behavior+Insights%22)
- [Indexing](https://github.com/opensearch-project/OpenSearch/issues?q=is%3Aissue+is%3Aopen+label%3Auntriaged+label%3A%22Indexing%3AReplication%22%2C%22Indexing%22%2C%22Indexing%3APerformance%22%2C%22Indexing+%26+Search%22%2C)
- [Storage](https://github.com/opensearch-project/OpenSearch/issues?q=is%3Aissue+is%3Aopen+label%3Auntriaged+label%3AStorage%2C%22Storage%3AResiliency%22%2C%22Storage%3APerformance%22%2C%22Storage%3ASnapshots%22%2C%22Storage%3ARemote%22%2C%22Storage%3ADurability%22)
- - [Cluster Manager](https://github.com/opensearch-project/OpenSearch/issues?q=is%3Aissue+is%3Aopen+label%3Auntriaged+label%3A%22Cluster+Manager%22%2C%22ClusterManager%3ARemoteState%22%2C%22ShardManagement%3AResiliency%22%2C%22ShardManagement%3AInsights%22%2C%22ShardManagement%3ASizing%22%2C%22ShardManagement%3APerformance%22%2C%22ShardManagement%3APlacement%22%2C%22ShardManagement%3ARouting%22)
- - [Core](https://github.com/opensearch-project/OpenSearch/issues?q=is%3Aissue+is%3Aopen+label%3Auntriaged+-label%3A%22Search%22%2C%22Search%3ARemote+Search%22%2C%22Search%3AResiliency%22%2C%22Search%3APerformance%22%2C%22Search%3ARelevance%22%2C%22Search%3AAggregations%22%2C%22Search%3AQuery+Capabilities%22%2C%22Search%3AQuery+Insights%22%2C%22Search%3ASearchable+Snapshots%22%2C%22Search%3AUser+Behavior+Insights%22%2C%22Storage%22%2C%22Storage%3AResiliency%22%2C%22Storage%3APerformance%22%2C%22Storage%3ASnapshots%22%2C%22Storage%3ARemote%22%2C%22Storage%3ADurability%22%2C%22Cluster+Manager%22%2C%22ClusterManager%3ARemoteState%22%2C%22ShardManagement%3AResiliency%22%2C%22ShardManagement%3AInsights%22%2C%22ShardManagement%3ASizing%22%2C%22ShardManagement%3APerformance%22%2C%22ShardManagement%3APlacement%22%2C%22ShardManagement%3ARouting%22%2C%22Indexing%3AReplication%22%2C%22Indexing%22%2C%22Indexing%3APerformance%22%2C%22Indexing+%26+Search%22)
+ - [Cluster Manager](https://github.com/opensearch-project/OpenSearch/issues?q=is%3Aissue+is%3Aopen+label%3Auntriaged+label%3A%22Cluster+Manager%22%2C%22ClusterManager%3ARemoteState%22)
+ - [Core](https://github.com/opensearch-project/OpenSearch/issues?q=is%3Aissue+is%3Aopen+label%3Auntriaged+-label%3A%22Search%22%2C%22Search%3ARemote+Search%22%2C%22Search%3AResiliency%22%2C%22Search%3APerformance%22%2C%22Search%3ARelevance%22%2C%22Search%3AAggregations%22%2C%22Search%3AQuery+Capabilities%22%2C%22Search%3AQuery+Insights%22%2C%22Search%3ASearchable+Snapshots%22%2C%22Search%3AUser+Behavior+Insights%22%2C%22Storage%22%2C%22Storage%3AResiliency%22%2C%22Storage%3APerformance%22%2C%22Storage%3ASnapshots%22%2C%22Storage%3ARemote%22%2C%22Storage%3ADurability%22%2C%22Cluster+Manager%22%2C%22ClusterManager%3ARemoteState%22%2C%22Indexing%3AReplication%22%2C%22Indexing%22%2C%22Indexing%3APerformance%22%2C%22Indexing+%26+Search%22)
5. **Attendee Requests:** An opportunity for any meeting member to request consideration of an issue or pull request.
6. **Open Discussion:** Attendees can bring up any topics not already covered by filed issues or pull requests.
-7. **Review of Old Untriaged Issues:** Look at all [untriaged issues older than 14 days](https://peternied.github.io/redirect/issue_search.html?owner=opensearch-project&repo=OpenSearch&tag=untriaged&created-since-days=14) to prevent issues from falling through the cracks.
+7. **Review of Old Untriaged Issues:** Time permitting, each meeting will look at all [untriaged issues older than 14 days](https://github.com/opensearch-project/OpenSearch/issues?q=is%3Aissue+is%3Aopen+label%3Auntriaged+created%3A%3C2024-05-20) to prevent issues from falling through the cracks (note the GitHub API does not allow for relative times, so the date in this search must be updated every meeting).
### What is the role of the facilitator?
diff --git a/benchmarks/src/main/java/org/opensearch/benchmark/routing/allocation/RerouteBenchmark.java b/benchmarks/src/main/java/org/opensearch/benchmark/routing/allocation/RerouteBenchmark.java
deleted file mode 100644
index e54bca579423b..0000000000000
--- a/benchmarks/src/main/java/org/opensearch/benchmark/routing/allocation/RerouteBenchmark.java
+++ /dev/null
@@ -1,135 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- * compatible open source license.
- */
-
-package org.opensearch.benchmark.routing.allocation;
-
-import org.opensearch.Version;
-import org.opensearch.cluster.ClusterName;
-import org.opensearch.cluster.ClusterState;
-import org.opensearch.cluster.metadata.IndexMetadata;
-import org.opensearch.cluster.metadata.Metadata;
-import org.opensearch.cluster.node.DiscoveryNodes;
-import org.opensearch.cluster.routing.RoutingTable;
-import org.opensearch.cluster.routing.ShardRouting;
-import org.opensearch.cluster.routing.allocation.AllocationService;
-import org.opensearch.common.logging.LogConfigurator;
-import org.opensearch.common.settings.Settings;
-import org.openjdk.jmh.annotations.Benchmark;
-import org.openjdk.jmh.annotations.BenchmarkMode;
-import org.openjdk.jmh.annotations.Fork;
-import org.openjdk.jmh.annotations.Measurement;
-import org.openjdk.jmh.annotations.Mode;
-import org.openjdk.jmh.annotations.OutputTimeUnit;
-import org.openjdk.jmh.annotations.Param;
-import org.openjdk.jmh.annotations.Scope;
-import org.openjdk.jmh.annotations.Setup;
-import org.openjdk.jmh.annotations.State;
-import org.openjdk.jmh.annotations.Warmup;
-
-import java.util.HashMap;
-import java.util.List;
-import java.util.Map;
-import java.util.concurrent.TimeUnit;
-
-import static org.opensearch.cluster.routing.ShardRoutingState.INITIALIZING;
-
-@Fork(1)
-@Warmup(iterations = 3)
-@Measurement(iterations = 3)
-@BenchmarkMode(Mode.AverageTime)
-@OutputTimeUnit(TimeUnit.MILLISECONDS)
-@State(Scope.Benchmark)
-@SuppressWarnings("unused") // invoked by benchmarking framework
-public class RerouteBenchmark {
- @Param({
- // indices| nodes
- " 10000| 500|", })
- public String indicesNodes = "1|1";
- public int numIndices;
- public int numNodes;
- public int numShards = 10;
- public int numReplicas = 1;
-
- private AllocationService allocationService;
- private ClusterState initialClusterState;
-
- @Setup
- public void setUp() throws Exception {
- LogConfigurator.setNodeName("test");
- final String[] params = indicesNodes.split("\\|");
- numIndices = toInt(params[0]);
- numNodes = toInt(params[1]);
-
- int totalShardCount = (numReplicas + 1) * numShards * numIndices;
- Metadata.Builder mb = Metadata.builder();
- for (int i = 1; i <= numIndices; i++) {
- mb.put(
- IndexMetadata.builder("test_" + i)
- .settings(Settings.builder().put("index.version.created", Version.CURRENT))
- .numberOfShards(numShards)
- .numberOfReplicas(numReplicas)
- );
- }
-
- Metadata metadata = mb.build();
- RoutingTable.Builder rb = RoutingTable.builder();
- for (int i = 1; i <= numIndices; i++) {
- rb.addAsNew(metadata.index("test_" + i));
- }
- RoutingTable routingTable = rb.build();
- initialClusterState = ClusterState.builder(ClusterName.CLUSTER_NAME_SETTING.getDefault(Settings.EMPTY))
- .metadata(metadata)
- .routingTable(routingTable)
- .nodes(setUpClusterNodes(numNodes))
- .build();
- }
-
- @Benchmark
- public ClusterState measureShardAllocationEmptyCluster() throws Exception {
- ClusterState clusterState = initialClusterState;
- allocationService = Allocators.createAllocationService(
- Settings.builder()
- .put("cluster.routing.allocation.awareness.attributes", "zone")
- .put("cluster.routing.allocation.load_awareness.provisioned_capacity", numNodes)
- .put("cluster.routing.allocation.load_awareness.skew_factor", "50")
- .put("cluster.routing.allocation.node_concurrent_recoveries", "2")
- .build()
- );
- clusterState = allocationService.reroute(clusterState, "reroute");
- while (clusterState.getRoutingNodes().hasUnassignedShards()) {
- clusterState = startInitializingShardsAndReroute(allocationService, clusterState);
- }
- return clusterState;
- }
-
- private int toInt(String v) {
- return Integer.valueOf(v.trim());
- }
-
- private DiscoveryNodes.Builder setUpClusterNodes(int nodes) {
- DiscoveryNodes.Builder nb = DiscoveryNodes.builder();
- for (int i = 1; i <= nodes; i++) {
- Map attributes = new HashMap<>();
- attributes.put("zone", "zone_" + (i % 3));
- nb.add(Allocators.newNode("node_0_" + i, attributes));
- }
- return nb;
- }
-
- private static ClusterState startInitializingShardsAndReroute(AllocationService allocationService, ClusterState clusterState) {
- return startShardsAndReroute(allocationService, clusterState, clusterState.routingTable().shardsWithState(INITIALIZING));
- }
-
- private static ClusterState startShardsAndReroute(
- AllocationService allocationService,
- ClusterState clusterState,
- List initializingShards
- ) {
- return allocationService.reroute(allocationService.applyStartedShards(clusterState, initializingShards), "reroute after starting");
- }
-}
diff --git a/buildSrc/src/main/java/org/opensearch/gradle/internal/InternalDistributionBwcSetupPlugin.java b/buildSrc/src/main/java/org/opensearch/gradle/internal/InternalDistributionBwcSetupPlugin.java
index 0502280cb69ad..6892af1b17f97 100644
--- a/buildSrc/src/main/java/org/opensearch/gradle/internal/InternalDistributionBwcSetupPlugin.java
+++ b/buildSrc/src/main/java/org/opensearch/gradle/internal/InternalDistributionBwcSetupPlugin.java
@@ -158,17 +158,7 @@ private static List resolveArchiveProjects(File checkoutDir
projects.addAll(asList("deb", "rpm"));
if (bwcVersion.onOrAfter("7.0.0")) { // starting with 7.0 we bundle a jdk which means we have platform-specific archives
- projects.addAll(
- asList(
- "darwin-tar",
- "darwin-arm64-tar",
- "linux-tar",
- "linux-arm64-tar",
- "linux-ppc64le-tar",
- "linux-s390x-tar",
- "windows-zip"
- )
- );
+ projects.addAll(asList("darwin-tar", "linux-tar", "windows-zip"));
} else { // prior to 7.0 we published only a single zip and tar archives
projects.addAll(asList("zip", "tar"));
}
diff --git a/buildSrc/src/main/java/org/opensearch/gradle/test/DistroTestPlugin.java b/buildSrc/src/main/java/org/opensearch/gradle/test/DistroTestPlugin.java
index 8d5ce9143cbac..b2b3e3003e572 100644
--- a/buildSrc/src/main/java/org/opensearch/gradle/test/DistroTestPlugin.java
+++ b/buildSrc/src/main/java/org/opensearch/gradle/test/DistroTestPlugin.java
@@ -77,9 +77,9 @@
import java.util.stream.Stream;
public class DistroTestPlugin implements Plugin {
- private static final String SYSTEM_JDK_VERSION = "21.0.4+7";
+ private static final String SYSTEM_JDK_VERSION = "21.0.3+9";
private static final String SYSTEM_JDK_VENDOR = "adoptium";
- private static final String GRADLE_JDK_VERSION = "21.0.4+7";
+ private static final String GRADLE_JDK_VERSION = "21.0.3+9";
private static final String GRADLE_JDK_VENDOR = "adoptium";
// all distributions used by distro tests. this is temporary until tests are per distribution
diff --git a/buildSrc/src/main/resources/forbidden/opensearch-all-signatures.txt b/buildSrc/src/main/resources/forbidden/opensearch-all-signatures.txt
index 199e206450178..f9f24fd1e2367 100644
--- a/buildSrc/src/main/resources/forbidden/opensearch-all-signatures.txt
+++ b/buildSrc/src/main/resources/forbidden/opensearch-all-signatures.txt
@@ -17,9 +17,6 @@
java.nio.file.Paths @ Use org.opensearch.common.io.PathUtils.get() instead.
java.nio.file.FileSystems#getDefault() @ use org.opensearch.common.io.PathUtils.getDefaultFileSystem() instead.
-joptsimple.internal.Strings @ use org.opensearch.core.common.Strings instead.
-org.apache.logging.log4j.util.Strings @ use org.opensearch.core.common.Strings instead.
-
java.nio.file.Files#getFileStore(java.nio.file.Path) @ Use org.opensearch.env.Environment.getFileStore() instead, impacted by JDK-8034057
java.nio.file.Files#isWritable(java.nio.file.Path) @ Use org.opensearch.env.Environment.isWritable() instead, impacted by JDK-8034057
diff --git a/buildSrc/src/main/resources/minimumCompilerVersion b/buildSrc/src/main/resources/minimumCompilerVersion
index 98d9bcb75a685..8351c19397f4f 100644
--- a/buildSrc/src/main/resources/minimumCompilerVersion
+++ b/buildSrc/src/main/resources/minimumCompilerVersion
@@ -1 +1 @@
-17
+14
diff --git a/buildSrc/version.properties b/buildSrc/version.properties
index 9d7bbf6f8f769..855ccc1f87413 100644
--- a/buildSrc/version.properties
+++ b/buildSrc/version.properties
@@ -2,7 +2,7 @@ opensearch = 3.0.0
lucene = 9.12.0-snapshot-847316d
bundled_jdk_vendor = adoptium
-bundled_jdk = 21.0.4+7
+bundled_jdk = 21.0.3+9
# optional dependencies
spatial4j = 0.7
@@ -29,16 +29,16 @@ hdrhistogram = 2.2.2
# when updating the JNA version, also update the version in buildSrc/build.gradle
jna = 5.13.0
-netty = 4.1.112.Final
+netty = 4.1.111.Final
joda = 2.12.7
# project reactor
-reactor_netty = 1.1.22
-reactor = 3.5.20
+reactor_netty = 1.1.21
+reactor = 3.5.19
# client dependencies
-httpclient5 = 5.2.3
-httpcore5 = 5.2.5
+httpclient5 = 5.2.1
+httpcore5 = 5.2.2
httpclient = 4.5.14
httpcore = 4.4.16
httpasyncclient = 4.1.5
diff --git a/client/rest/build.gradle b/client/rest/build.gradle
index 93faf0024b51e..f18df65dfddfa 100644
--- a/client/rest/build.gradle
+++ b/client/rest/build.gradle
@@ -47,15 +47,10 @@ dependencies {
api "org.apache.httpcomponents.client5:httpclient5:${versions.httpclient5}"
api "org.apache.httpcomponents.core5:httpcore5:${versions.httpcore5}"
api "org.apache.httpcomponents.core5:httpcore5-h2:${versions.httpcore5}"
- api "org.apache.httpcomponents.core5:httpcore5-reactive:${versions.httpcore5}"
api "commons-codec:commons-codec:${versions.commonscodec}"
api "commons-logging:commons-logging:${versions.commonslogging}"
api "org.slf4j:slf4j-api:${versions.slf4j}"
- // reactor
- api "io.projectreactor:reactor-core:${versions.reactor}"
- api "org.reactivestreams:reactive-streams:${versions.reactivestreams}"
-
testImplementation project(":client:test")
testImplementation "com.carrotsearch.randomizedtesting:randomizedtesting-runner:${versions.randomizedrunner}"
testImplementation "junit:junit:${versions.junit}"
@@ -98,52 +93,22 @@ testingConventions {
}
}
-thirdPartyAudit {
- ignoreMissingClasses(
- 'org.conscrypt.Conscrypt',
- 'org.slf4j.impl.StaticLoggerBinder',
- 'org.slf4j.impl.StaticMDCBinder',
- 'org.slf4j.impl.StaticMarkerBinder',
- //commons-logging optional dependencies
- 'org.apache.avalon.framework.logger.Logger',
- 'org.apache.log.Hierarchy',
- 'org.apache.log.Logger',
- 'org.apache.log4j.Level',
- 'org.apache.log4j.Logger',
- 'org.apache.log4j.Priority',
- //commons-logging provided dependencies
- 'javax.servlet.ServletContextEvent',
- 'javax.servlet.ServletContextListener',
- 'io.micrometer.context.ContextAccessor',
- 'io.micrometer.context.ContextRegistry',
- 'io.micrometer.context.ContextSnapshot',
- 'io.micrometer.context.ContextSnapshot$Scope',
- 'io.micrometer.context.ContextSnapshotFactory',
- 'io.micrometer.context.ContextSnapshotFactory$Builder',
- 'io.micrometer.context.ThreadLocalAccessor',
- 'io.micrometer.core.instrument.Clock',
- 'io.micrometer.core.instrument.Counter',
- 'io.micrometer.core.instrument.Counter$Builder',
- 'io.micrometer.core.instrument.DistributionSummary',
- 'io.micrometer.core.instrument.DistributionSummary$Builder',
- 'io.micrometer.core.instrument.Meter',
- 'io.micrometer.core.instrument.MeterRegistry',
- 'io.micrometer.core.instrument.Metrics',
- 'io.micrometer.core.instrument.Tag',
- 'io.micrometer.core.instrument.Tags',
- 'io.micrometer.core.instrument.Timer',
- 'io.micrometer.core.instrument.Timer$Builder',
- 'io.micrometer.core.instrument.Timer$Sample',
- 'io.micrometer.core.instrument.binder.jvm.ExecutorServiceMetrics',
- 'io.micrometer.core.instrument.composite.CompositeMeterRegistry',
- 'io.micrometer.core.instrument.search.Search',
- 'reactor.blockhound.BlockHound$Builder',
- 'reactor.blockhound.integration.BlockHoundIntegration'
- )
- ignoreViolations(
- 'reactor.core.publisher.Traces$SharedSecretsCallSiteSupplierFactory$TracingException'
- )
-}
+thirdPartyAudit.ignoreMissingClasses(
+ 'org.conscrypt.Conscrypt',
+ 'org.slf4j.impl.StaticLoggerBinder',
+ 'org.slf4j.impl.StaticMDCBinder',
+ 'org.slf4j.impl.StaticMarkerBinder',
+ //commons-logging optional dependencies
+ 'org.apache.avalon.framework.logger.Logger',
+ 'org.apache.log.Hierarchy',
+ 'org.apache.log.Logger',
+ 'org.apache.log4j.Level',
+ 'org.apache.log4j.Logger',
+ 'org.apache.log4j.Priority',
+ //commons-logging provided dependencies
+ 'javax.servlet.ServletContextEvent',
+ 'javax.servlet.ServletContextListener'
+)
tasks.withType(JavaCompile) {
// Suppressing '[options] target value 8 is obsolete and will be removed in a future release'
diff --git a/client/rest/licenses/httpclient5-5.2.1.jar.sha1 b/client/rest/licenses/httpclient5-5.2.1.jar.sha1
new file mode 100644
index 0000000000000..3555fe22f8e12
--- /dev/null
+++ b/client/rest/licenses/httpclient5-5.2.1.jar.sha1
@@ -0,0 +1 @@
+0c900514d3446d9ce5d9dbd90c21192048125440
\ No newline at end of file
diff --git a/client/rest/licenses/httpclient5-5.2.3.jar.sha1 b/client/rest/licenses/httpclient5-5.2.3.jar.sha1
deleted file mode 100644
index 43e233e72001a..0000000000000
--- a/client/rest/licenses/httpclient5-5.2.3.jar.sha1
+++ /dev/null
@@ -1 +0,0 @@
-5d753a99d299756998a08c488f2efdf9cf26198e
\ No newline at end of file
diff --git a/client/rest/licenses/httpcore5-5.2.2.jar.sha1 b/client/rest/licenses/httpcore5-5.2.2.jar.sha1
new file mode 100644
index 0000000000000..b641256c7d4a4
--- /dev/null
+++ b/client/rest/licenses/httpcore5-5.2.2.jar.sha1
@@ -0,0 +1 @@
+6da28f5aa6c2b129ef49632e041a5203ce7507b2
\ No newline at end of file
diff --git a/client/rest/licenses/httpcore5-5.2.5.jar.sha1 b/client/rest/licenses/httpcore5-5.2.5.jar.sha1
deleted file mode 100644
index ca97e8612ea39..0000000000000
--- a/client/rest/licenses/httpcore5-5.2.5.jar.sha1
+++ /dev/null
@@ -1 +0,0 @@
-dab1e18842971a45ca8942491ce005ab86a028d7
\ No newline at end of file
diff --git a/client/rest/licenses/httpcore5-h2-5.2.2.jar.sha1 b/client/rest/licenses/httpcore5-h2-5.2.2.jar.sha1
new file mode 100644
index 0000000000000..94bc0fa49bdb0
--- /dev/null
+++ b/client/rest/licenses/httpcore5-h2-5.2.2.jar.sha1
@@ -0,0 +1 @@
+54ee1ed58fe8ac40be1083ea9873a6c734939ab9
\ No newline at end of file
diff --git a/client/rest/licenses/httpcore5-h2-5.2.5.jar.sha1 b/client/rest/licenses/httpcore5-h2-5.2.5.jar.sha1
deleted file mode 100644
index bb40fe65854f6..0000000000000
--- a/client/rest/licenses/httpcore5-h2-5.2.5.jar.sha1
+++ /dev/null
@@ -1 +0,0 @@
-09425df4d1365cee86a8e031a036bdca4343da4b
\ No newline at end of file
diff --git a/client/rest/licenses/httpcore5-reactive-5.2.5.jar.sha1 b/client/rest/licenses/httpcore5-reactive-5.2.5.jar.sha1
deleted file mode 100644
index ab9241fc93d45..0000000000000
--- a/client/rest/licenses/httpcore5-reactive-5.2.5.jar.sha1
+++ /dev/null
@@ -1 +0,0 @@
-f68949965075b957c12b4c1ef89fd4bab2a0fdb1
\ No newline at end of file
diff --git a/client/rest/licenses/httpcore5-reactive-LICENSE.txt b/client/rest/licenses/httpcore5-reactive-LICENSE.txt
deleted file mode 100644
index 32f01eda18fe9..0000000000000
--- a/client/rest/licenses/httpcore5-reactive-LICENSE.txt
+++ /dev/null
@@ -1,558 +0,0 @@
- Apache License
- Version 2.0, January 2004
- http://www.apache.org/licenses/
-
- TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
-
- 1. Definitions.
-
- "License" shall mean the terms and conditions for use, reproduction,
- and distribution as defined by Sections 1 through 9 of this document.
-
- "Licensor" shall mean the copyright owner or entity authorized by
- the copyright owner that is granting the License.
-
- "Legal Entity" shall mean the union of the acting entity and all
- other entities that control, are controlled by, or are under common
- control with that entity. For the purposes of this definition,
- "control" means (i) the power, direct or indirect, to cause the
- direction or management of such entity, whether by contract or
- otherwise, or (ii) ownership of fifty percent (50%) or more of the
- outstanding shares, or (iii) beneficial ownership of such entity.
-
- "You" (or "Your") shall mean an individual or Legal Entity
- exercising permissions granted by this License.
-
- "Source" form shall mean the preferred form for making modifications,
- including but not limited to software source code, documentation
- source, and configuration files.
-
- "Object" form shall mean any form resulting from mechanical
- transformation or translation of a Source form, including but
- not limited to compiled object code, generated documentation,
- and conversions to other media types.
-
- "Work" shall mean the work of authorship, whether in Source or
- Object form, made available under the License, as indicated by a
- copyright notice that is included in or attached to the work
- (an example is provided in the Appendix below).
-
- "Derivative Works" shall mean any work, whether in Source or Object
- form, that is based on (or derived from) the Work and for which the
- editorial revisions, annotations, elaborations, or other modifications
- represent, as a whole, an original work of authorship. For the purposes
- of this License, Derivative Works shall not include works that remain
- separable from, or merely link (or bind by name) to the interfaces of,
- the Work and Derivative Works thereof.
-
- "Contribution" shall mean any work of authorship, including
- the original version of the Work and any modifications or additions
- to that Work or Derivative Works thereof, that is intentionally
- submitted to Licensor for inclusion in the Work by the copyright owner
- or by an individual or Legal Entity authorized to submit on behalf of
- the copyright owner. For the purposes of this definition, "submitted"
- means any form of electronic, verbal, or written communication sent
- to the Licensor or its representatives, including but not limited to
- communication on electronic mailing lists, source code control systems,
- and issue tracking systems that are managed by, or on behalf of, the
- Licensor for the purpose of discussing and improving the Work, but
- excluding communication that is conspicuously marked or otherwise
- designated in writing by the copyright owner as "Not a Contribution."
-
- "Contributor" shall mean Licensor and any individual or Legal Entity
- on behalf of whom a Contribution has been received by Licensor and
- subsequently incorporated within the Work.
-
- 2. Grant of Copyright License. Subject to the terms and conditions of
- this License, each Contributor hereby grants to You a perpetual,
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
- copyright license to reproduce, prepare Derivative Works of,
- publicly display, publicly perform, sublicense, and distribute the
- Work and such Derivative Works in Source or Object form.
-
- 3. Grant of Patent License. Subject to the terms and conditions of
- this License, each Contributor hereby grants to You a perpetual,
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
- (except as stated in this section) patent license to make, have made,
- use, offer to sell, sell, import, and otherwise transfer the Work,
- where such license applies only to those patent claims licensable
- by such Contributor that are necessarily infringed by their
- Contribution(s) alone or by combination of their Contribution(s)
- with the Work to which such Contribution(s) was submitted. If You
- institute patent litigation against any entity (including a
- cross-claim or counterclaim in a lawsuit) alleging that the Work
- or a Contribution incorporated within the Work constitutes direct
- or contributory patent infringement, then any patent licenses
- granted to You under this License for that Work shall terminate
- as of the date such litigation is filed.
-
- 4. Redistribution. You may reproduce and distribute copies of the
- Work or Derivative Works thereof in any medium, with or without
- modifications, and in Source or Object form, provided that You
- meet the following conditions:
-
- (a) You must give any other recipients of the Work or
- Derivative Works a copy of this License; and
-
- (b) You must cause any modified files to carry prominent notices
- stating that You changed the files; and
-
- (c) You must retain, in the Source form of any Derivative Works
- that You distribute, all copyright, patent, trademark, and
- attribution notices from the Source form of the Work,
- excluding those notices that do not pertain to any part of
- the Derivative Works; and
-
- (d) If the Work includes a "NOTICE" text file as part of its
- distribution, then any Derivative Works that You distribute must
- include a readable copy of the attribution notices contained
- within such NOTICE file, excluding those notices that do not
- pertain to any part of the Derivative Works, in at least one
- of the following places: within a NOTICE text file distributed
- as part of the Derivative Works; within the Source form or
- documentation, if provided along with the Derivative Works; or,
- within a display generated by the Derivative Works, if and
- wherever such third-party notices normally appear. The contents
- of the NOTICE file are for informational purposes only and
- do not modify the License. You may add Your own attribution
- notices within Derivative Works that You distribute, alongside
- or as an addendum to the NOTICE text from the Work, provided
- that such additional attribution notices cannot be construed
- as modifying the License.
-
- You may add Your own copyright statement to Your modifications and
- may provide additional or different license terms and conditions
- for use, reproduction, or distribution of Your modifications, or
- for any such Derivative Works as a whole, provided Your use,
- reproduction, and distribution of the Work otherwise complies with
- the conditions stated in this License.
-
- 5. Submission of Contributions. Unless You explicitly state otherwise,
- any Contribution intentionally submitted for inclusion in the Work
- by You to the Licensor shall be under the terms and conditions of
- this License, without any additional terms or conditions.
- Notwithstanding the above, nothing herein shall supersede or modify
- the terms of any separate license agreement you may have executed
- with Licensor regarding such Contributions.
-
- 6. Trademarks. This License does not grant permission to use the trade
- names, trademarks, service marks, or product names of the Licensor,
- except as required for reasonable and customary use in describing the
- origin of the Work and reproducing the content of the NOTICE file.
-
- 7. Disclaimer of Warranty. Unless required by applicable law or
- agreed to in writing, Licensor provides the Work (and each
- Contributor provides its Contributions) on an "AS IS" BASIS,
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
- implied, including, without limitation, any warranties or conditions
- of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
- PARTICULAR PURPOSE. You are solely responsible for determining the
- appropriateness of using or redistributing the Work and assume any
- risks associated with Your exercise of permissions under this License.
-
- 8. Limitation of Liability. In no event and under no legal theory,
- whether in tort (including negligence), contract, or otherwise,
- unless required by applicable law (such as deliberate and grossly
- negligent acts) or agreed to in writing, shall any Contributor be
- liable to You for damages, including any direct, indirect, special,
- incidental, or consequential damages of any character arising as a
- result of this License or out of the use or inability to use the
- Work (including but not limited to damages for loss of goodwill,
- work stoppage, computer failure or malfunction, or any and all
- other commercial damages or losses), even if such Contributor
- has been advised of the possibility of such damages.
-
- 9. Accepting Warranty or Additional Liability. While redistributing
- the Work or Derivative Works thereof, You may choose to offer,
- and charge a fee for, acceptance of support, warranty, indemnity,
- or other liability obligations and/or rights consistent with this
- License. However, in accepting such obligations, You may act only
- on Your own behalf and on Your sole responsibility, not on behalf
- of any other Contributor, and only if You agree to indemnify,
- defend, and hold each Contributor harmless for any liability
- incurred by, or claims asserted against, such Contributor by reason
- of your accepting any such warranty or additional liability.
-
- END OF TERMS AND CONDITIONS
-
-=========================================================================
-
-This project includes Public Suffix List copied from
-
-licensed under the terms of the Mozilla Public License, v. 2.0
-
-Full license text:
-
-Mozilla Public License Version 2.0
-==================================
-
-1. Definitions
---------------
-
-1.1. "Contributor"
- means each individual or legal entity that creates, contributes to
- the creation of, or owns Covered Software.
-
-1.2. "Contributor Version"
- means the combination of the Contributions of others (if any) used
- by a Contributor and that particular Contributor's Contribution.
-
-1.3. "Contribution"
- means Covered Software of a particular Contributor.
-
-1.4. "Covered Software"
- means Source Code Form to which the initial Contributor has attached
- the notice in Exhibit A, the Executable Form of such Source Code
- Form, and Modifications of such Source Code Form, in each case
- including portions thereof.
-
-1.5. "Incompatible With Secondary Licenses"
- means
-
- (a) that the initial Contributor has attached the notice described
- in Exhibit B to the Covered Software; or
-
- (b) that the Covered Software was made available under the terms of
- version 1.1 or earlier of the License, but not also under the
- terms of a Secondary License.
-
-1.6. "Executable Form"
- means any form of the work other than Source Code Form.
-
-1.7. "Larger Work"
- means a work that combines Covered Software with other material, in
- a separate file or files, that is not Covered Software.
-
-1.8. "License"
- means this document.
-
-1.9. "Licensable"
- means having the right to grant, to the maximum extent possible,
- whether at the time of the initial grant or subsequently, any and
- all of the rights conveyed by this License.
-
-1.10. "Modifications"
- means any of the following:
-
- (a) any file in Source Code Form that results from an addition to,
- deletion from, or modification of the contents of Covered
- Software; or
-
- (b) any new file in Source Code Form that contains any Covered
- Software.
-
-1.11. "Patent Claims" of a Contributor
- means any patent claim(s), including without limitation, method,
- process, and apparatus claims, in any patent Licensable by such
- Contributor that would be infringed, but for the grant of the
- License, by the making, using, selling, offering for sale, having
- made, import, or transfer of either its Contributions or its
- Contributor Version.
-
-1.12. "Secondary License"
- means either the GNU General Public License, Version 2.0, the GNU
- Lesser General Public License, Version 2.1, the GNU Affero General
- Public License, Version 3.0, or any later versions of those
- licenses.
-
-1.13. "Source Code Form"
- means the form of the work preferred for making modifications.
-
-1.14. "You" (or "Your")
- means an individual or a legal entity exercising rights under this
- License. For legal entities, "You" includes any entity that
- controls, is controlled by, or is under common control with You. For
- purposes of this definition, "control" means (a) the power, direct
- or indirect, to cause the direction or management of such entity,
- whether by contract or otherwise, or (b) ownership of more than
- fifty percent (50%) of the outstanding shares or beneficial
- ownership of such entity.
-
-2. License Grants and Conditions
---------------------------------
-
-2.1. Grants
-
-Each Contributor hereby grants You a world-wide, royalty-free,
-non-exclusive license:
-
-(a) under intellectual property rights (other than patent or trademark)
- Licensable by such Contributor to use, reproduce, make available,
- modify, display, perform, distribute, and otherwise exploit its
- Contributions, either on an unmodified basis, with Modifications, or
- as part of a Larger Work; and
-
-(b) under Patent Claims of such Contributor to make, use, sell, offer
- for sale, have made, import, and otherwise transfer either its
- Contributions or its Contributor Version.
-
-2.2. Effective Date
-
-The licenses granted in Section 2.1 with respect to any Contribution
-become effective for each Contribution on the date the Contributor first
-distributes such Contribution.
-
-2.3. Limitations on Grant Scope
-
-The licenses granted in this Section 2 are the only rights granted under
-this License. No additional rights or licenses will be implied from the
-distribution or licensing of Covered Software under this License.
-Notwithstanding Section 2.1(b) above, no patent license is granted by a
-Contributor:
-
-(a) for any code that a Contributor has removed from Covered Software;
- or
-
-(b) for infringements caused by: (i) Your and any other third party's
- modifications of Covered Software, or (ii) the combination of its
- Contributions with other software (except as part of its Contributor
- Version); or
-
-(c) under Patent Claims infringed by Covered Software in the absence of
- its Contributions.
-
-This License does not grant any rights in the trademarks, service marks,
-or logos of any Contributor (except as may be necessary to comply with
-the notice requirements in Section 3.4).
-
-2.4. Subsequent Licenses
-
-No Contributor makes additional grants as a result of Your choice to
-distribute the Covered Software under a subsequent version of this
-License (see Section 10.2) or under the terms of a Secondary License (if
-permitted under the terms of Section 3.3).
-
-2.5. Representation
-
-Each Contributor represents that the Contributor believes its
-Contributions are its original creation(s) or it has sufficient rights
-to grant the rights to its Contributions conveyed by this License.
-
-2.6. Fair Use
-
-This License is not intended to limit any rights You have under
-applicable copyright doctrines of fair use, fair dealing, or other
-equivalents.
-
-2.7. Conditions
-
-Sections 3.1, 3.2, 3.3, and 3.4 are conditions of the licenses granted
-in Section 2.1.
-
-3. Responsibilities
--------------------
-
-3.1. Distribution of Source Form
-
-All distribution of Covered Software in Source Code Form, including any
-Modifications that You create or to which You contribute, must be under
-the terms of this License. You must inform recipients that the Source
-Code Form of the Covered Software is governed by the terms of this
-License, and how they can obtain a copy of this License. You may not
-attempt to alter or restrict the recipients' rights in the Source Code
-Form.
-
-3.2. Distribution of Executable Form
-
-If You distribute Covered Software in Executable Form then:
-
-(a) such Covered Software must also be made available in Source Code
- Form, as described in Section 3.1, and You must inform recipients of
- the Executable Form how they can obtain a copy of such Source Code
- Form by reasonable means in a timely manner, at a charge no more
- than the cost of distribution to the recipient; and
-
-(b) You may distribute such Executable Form under the terms of this
- License, or sublicense it under different terms, provided that the
- license for the Executable Form does not attempt to limit or alter
- the recipients' rights in the Source Code Form under this License.
-
-3.3. Distribution of a Larger Work
-
-You may create and distribute a Larger Work under terms of Your choice,
-provided that You also comply with the requirements of this License for
-the Covered Software. If the Larger Work is a combination of Covered
-Software with a work governed by one or more Secondary Licenses, and the
-Covered Software is not Incompatible With Secondary Licenses, this
-License permits You to additionally distribute such Covered Software
-under the terms of such Secondary License(s), so that the recipient of
-the Larger Work may, at their option, further distribute the Covered
-Software under the terms of either this License or such Secondary
-License(s).
-
-3.4. Notices
-
-You may not remove or alter the substance of any license notices
-(including copyright notices, patent notices, disclaimers of warranty,
-or limitations of liability) contained within the Source Code Form of
-the Covered Software, except that You may alter any license notices to
-the extent required to remedy known factual inaccuracies.
-
-3.5. Application of Additional Terms
-
-You may choose to offer, and to charge a fee for, warranty, support,
-indemnity or liability obligations to one or more recipients of Covered
-Software. However, You may do so only on Your own behalf, and not on
-behalf of any Contributor. You must make it absolutely clear that any
-such warranty, support, indemnity, or liability obligation is offered by
-You alone, and You hereby agree to indemnify every Contributor for any
-liability incurred by such Contributor as a result of warranty, support,
-indemnity or liability terms You offer. You may include additional
-disclaimers of warranty and limitations of liability specific to any
-jurisdiction.
-
-4. Inability to Comply Due to Statute or Regulation
----------------------------------------------------
-
-If it is impossible for You to comply with any of the terms of this
-License with respect to some or all of the Covered Software due to
-statute, judicial order, or regulation then You must: (a) comply with
-the terms of this License to the maximum extent possible; and (b)
-describe the limitations and the code they affect. Such description must
-be placed in a text file included with all distributions of the Covered
-Software under this License. Except to the extent prohibited by statute
-or regulation, such description must be sufficiently detailed for a
-recipient of ordinary skill to be able to understand it.
-
-5. Termination
---------------
-
-5.1. The rights granted under this License will terminate automatically
-if You fail to comply with any of its terms. However, if You become
-compliant, then the rights granted under this License from a particular
-Contributor are reinstated (a) provisionally, unless and until such
-Contributor explicitly and finally terminates Your grants, and (b) on an
-ongoing basis, if such Contributor fails to notify You of the
-non-compliance by some reasonable means prior to 60 days after You have
-come back into compliance. Moreover, Your grants from a particular
-Contributor are reinstated on an ongoing basis if such Contributor
-notifies You of the non-compliance by some reasonable means, this is the
-first time You have received notice of non-compliance with this License
-from such Contributor, and You become compliant prior to 30 days after
-Your receipt of the notice.
-
-5.2. If You initiate litigation against any entity by asserting a patent
-infringement claim (excluding declaratory judgment actions,
-counter-claims, and cross-claims) alleging that a Contributor Version
-directly or indirectly infringes any patent, then the rights granted to
-You by any and all Contributors for the Covered Software under Section
-2.1 of this License shall terminate.
-
-5.3. In the event of termination under Sections 5.1 or 5.2 above, all
-end user license agreements (excluding distributors and resellers) which
-have been validly granted by You or Your distributors under this License
-prior to termination shall survive termination.
-
-************************************************************************
-* *
-* 6. Disclaimer of Warranty *
-* ------------------------- *
-* *
-* Covered Software is provided under this License on an "as is" *
-* basis, without warranty of any kind, either expressed, implied, or *
-* statutory, including, without limitation, warranties that the *
-* Covered Software is free of defects, merchantable, fit for a *
-* particular purpose or non-infringing. The entire risk as to the *
-* quality and performance of the Covered Software is with You. *
-* Should any Covered Software prove defective in any respect, You *
-* (not any Contributor) assume the cost of any necessary servicing, *
-* repair, or correction. This disclaimer of warranty constitutes an *
-* essential part of this License. No use of any Covered Software is *
-* authorized under this License except under this disclaimer. *
-* *
-************************************************************************
-
-************************************************************************
-* *
-* 7. Limitation of Liability *
-* -------------------------- *
-* *
-* Under no circumstances and under no legal theory, whether tort *
-* (including negligence), contract, or otherwise, shall any *
-* Contributor, or anyone who distributes Covered Software as *
-* permitted above, be liable to You for any direct, indirect, *
-* special, incidental, or consequential damages of any character *
-* including, without limitation, damages for lost profits, loss of *
-* goodwill, work stoppage, computer failure or malfunction, or any *
-* and all other commercial damages or losses, even if such party *
-* shall have been informed of the possibility of such damages. This *
-* limitation of liability shall not apply to liability for death or *
-* personal injury resulting from such party's negligence to the *
-* extent applicable law prohibits such limitation. Some *
-* jurisdictions do not allow the exclusion or limitation of *
-* incidental or consequential damages, so this exclusion and *
-* limitation may not apply to You. *
-* *
-************************************************************************
-
-8. Litigation
--------------
-
-Any litigation relating to this License may be brought only in the
-courts of a jurisdiction where the defendant maintains its principal
-place of business and such litigation shall be governed by laws of that
-jurisdiction, without reference to its conflict-of-law provisions.
-Nothing in this Section shall prevent a party's ability to bring
-cross-claims or counter-claims.
-
-9. Miscellaneous
-----------------
-
-This License represents the complete agreement concerning the subject
-matter hereof. If any provision of this License is held to be
-unenforceable, such provision shall be reformed only to the extent
-necessary to make it enforceable. Any law or regulation which provides
-that the language of a contract shall be construed against the drafter
-shall not be used to construe this License against a Contributor.
-
-10. Versions of the License
----------------------------
-
-10.1. New Versions
-
-Mozilla Foundation is the license steward. Except as provided in Section
-10.3, no one other than the license steward has the right to modify or
-publish new versions of this License. Each version will be given a
-distinguishing version number.
-
-10.2. Effect of New Versions
-
-You may distribute the Covered Software under the terms of the version
-of the License under which You originally received the Covered Software,
-or under the terms of any subsequent version published by the license
-steward.
-
-10.3. Modified Versions
-
-If you create software not governed by this License, and you want to
-create a new license for such software, you may create and use a
-modified version of this License if you rename the license and remove
-any references to the name of the license steward (except to note that
-such modified license differs from this License).
-
-10.4. Distributing Source Code Form that is Incompatible With Secondary
-Licenses
-
-If You choose to distribute Source Code Form that is Incompatible With
-Secondary Licenses under the terms of this version of the License, the
-notice described in Exhibit B of this License must be attached.
-
-Exhibit A - Source Code Form License Notice
--------------------------------------------
-
- This Source Code Form is subject to the terms of the Mozilla Public
- License, v. 2.0. If a copy of the MPL was not distributed with this
- file, You can obtain one at http://mozilla.org/MPL/2.0/.
-
-If it is not possible or desirable to put the notice in a particular
-file, then You may include the notice in a location (such as a LICENSE
-file in a relevant directory) where a recipient would be likely to look
-for such a notice.
-
-You may add additional accurate notices of copyright ownership.
-
-Exhibit B - "Incompatible With Secondary Licenses" Notice
----------------------------------------------------------
-
- This Source Code Form is "Incompatible With Secondary Licenses", as
- defined by the Mozilla Public License, v. 2.0.
diff --git a/client/rest/licenses/httpcore5-reactive-NOTICE.txt b/client/rest/licenses/httpcore5-reactive-NOTICE.txt
deleted file mode 100644
index fcf14beb5c1ec..0000000000000
--- a/client/rest/licenses/httpcore5-reactive-NOTICE.txt
+++ /dev/null
@@ -1,8 +0,0 @@
-
-Apache HttpComponents Core Reactive Extensions
-Copyright 2005-2021 The Apache Software Foundation
-
-This product includes software developed at
-The Apache Software Foundation (http://www.apache.org/).
-
-
diff --git a/client/rest/licenses/reactive-streams-1.0.4.jar.sha1 b/client/rest/licenses/reactive-streams-1.0.4.jar.sha1
deleted file mode 100644
index 45a80e3f7e361..0000000000000
--- a/client/rest/licenses/reactive-streams-1.0.4.jar.sha1
+++ /dev/null
@@ -1 +0,0 @@
-3864a1320d97d7b045f729a326e1e077661f31b7
\ No newline at end of file
diff --git a/client/rest/licenses/reactive-streams-LICENSE.txt b/client/rest/licenses/reactive-streams-LICENSE.txt
deleted file mode 100644
index 1e3c7e7c77495..0000000000000
--- a/client/rest/licenses/reactive-streams-LICENSE.txt
+++ /dev/null
@@ -1,21 +0,0 @@
-MIT No Attribution
-
-Copyright 2014 Reactive Streams
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.
\ No newline at end of file
diff --git a/client/rest/licenses/reactive-streams-NOTICE.txt b/client/rest/licenses/reactive-streams-NOTICE.txt
deleted file mode 100644
index e69de29bb2d1d..0000000000000
diff --git a/client/rest/licenses/reactor-core-3.5.20.jar.sha1 b/client/rest/licenses/reactor-core-3.5.20.jar.sha1
deleted file mode 100644
index 0c80be89f66c8..0000000000000
--- a/client/rest/licenses/reactor-core-3.5.20.jar.sha1
+++ /dev/null
@@ -1 +0,0 @@
-1fc0f91e2b93778a974339d2c24363d7f34f90b4
\ No newline at end of file
diff --git a/client/rest/licenses/reactor-core-LICENSE.txt b/client/rest/licenses/reactor-core-LICENSE.txt
deleted file mode 100644
index e5583c184e67a..0000000000000
--- a/client/rest/licenses/reactor-core-LICENSE.txt
+++ /dev/null
@@ -1,201 +0,0 @@
-Apache License
- Version 2.0, January 2004
- https://www.apache.org/licenses/
-
- TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
-
- 1. Definitions.
-
- "License" shall mean the terms and conditions for use, reproduction,
- and distribution as defined by Sections 1 through 9 of this document.
-
- "Licensor" shall mean the copyright owner or entity authorized by
- the copyright owner that is granting the License.
-
- "Legal Entity" shall mean the union of the acting entity and all
- other entities that control, are controlled by, or are under common
- control with that entity. For the purposes of this definition,
- "control" means (i) the power, direct or indirect, to cause the
- direction or management of such entity, whether by contract or
- otherwise, or (ii) ownership of fifty percent (50%) or more of the
- outstanding shares, or (iii) beneficial ownership of such entity.
-
- "You" (or "Your") shall mean an individual or Legal Entity
- exercising permissions granted by this License.
-
- "Source" form shall mean the preferred form for making modifications,
- including but not limited to software source code, documentation
- source, and configuration files.
-
- "Object" form shall mean any form resulting from mechanical
- transformation or translation of a Source form, including but
- not limited to compiled object code, generated documentation,
- and conversions to other media types.
-
- "Work" shall mean the work of authorship, whether in Source or
- Object form, made available under the License, as indicated by a
- copyright notice that is included in or attached to the work
- (an example is provided in the Appendix below).
-
- "Derivative Works" shall mean any work, whether in Source or Object
- form, that is based on (or derived from) the Work and for which the
- editorial revisions, annotations, elaborations, or other modifications
- represent, as a whole, an original work of authorship. For the purposes
- of this License, Derivative Works shall not include works that remain
- separable from, or merely link (or bind by name) to the interfaces of,
- the Work and Derivative Works thereof.
-
- "Contribution" shall mean any work of authorship, including
- the original version of the Work and any modifications or additions
- to that Work or Derivative Works thereof, that is intentionally
- submitted to Licensor for inclusion in the Work by the copyright owner
- or by an individual or Legal Entity authorized to submit on behalf of
- the copyright owner. For the purposes of this definition, "submitted"
- means any form of electronic, verbal, or written communication sent
- to the Licensor or its representatives, including but not limited to
- communication on electronic mailing lists, source code control systems,
- and issue tracking systems that are managed by, or on behalf of, the
- Licensor for the purpose of discussing and improving the Work, but
- excluding communication that is conspicuously marked or otherwise
- designated in writing by the copyright owner as "Not a Contribution."
-
- "Contributor" shall mean Licensor and any individual or Legal Entity
- on behalf of whom a Contribution has been received by Licensor and
- subsequently incorporated within the Work.
-
- 2. Grant of Copyright License. Subject to the terms and conditions of
- this License, each Contributor hereby grants to You a perpetual,
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
- copyright license to reproduce, prepare Derivative Works of,
- publicly display, publicly perform, sublicense, and distribute the
- Work and such Derivative Works in Source or Object form.
-
- 3. Grant of Patent License. Subject to the terms and conditions of
- this License, each Contributor hereby grants to You a perpetual,
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
- (except as stated in this section) patent license to make, have made,
- use, offer to sell, sell, import, and otherwise transfer the Work,
- where such license applies only to those patent claims licensable
- by such Contributor that are necessarily infringed by their
- Contribution(s) alone or by combination of their Contribution(s)
- with the Work to which such Contribution(s) was submitted. If You
- institute patent litigation against any entity (including a
- cross-claim or counterclaim in a lawsuit) alleging that the Work
- or a Contribution incorporated within the Work constitutes direct
- or contributory patent infringement, then any patent licenses
- granted to You under this License for that Work shall terminate
- as of the date such litigation is filed.
-
- 4. Redistribution. You may reproduce and distribute copies of the
- Work or Derivative Works thereof in any medium, with or without
- modifications, and in Source or Object form, provided that You
- meet the following conditions:
-
- (a) You must give any other recipients of the Work or
- Derivative Works a copy of this License; and
-
- (b) You must cause any modified files to carry prominent notices
- stating that You changed the files; and
-
- (c) You must retain, in the Source form of any Derivative Works
- that You distribute, all copyright, patent, trademark, and
- attribution notices from the Source form of the Work,
- excluding those notices that do not pertain to any part of
- the Derivative Works; and
-
- (d) If the Work includes a "NOTICE" text file as part of its
- distribution, then any Derivative Works that You distribute must
- include a readable copy of the attribution notices contained
- within such NOTICE file, excluding those notices that do not
- pertain to any part of the Derivative Works, in at least one
- of the following places: within a NOTICE text file distributed
- as part of the Derivative Works; within the Source form or
- documentation, if provided along with the Derivative Works; or,
- within a display generated by the Derivative Works, if and
- wherever such third-party notices normally appear. The contents
- of the NOTICE file are for informational purposes only and
- do not modify the License. You may add Your own attribution
- notices within Derivative Works that You distribute, alongside
- or as an addendum to the NOTICE text from the Work, provided
- that such additional attribution notices cannot be construed
- as modifying the License.
-
- You may add Your own copyright statement to Your modifications and
- may provide additional or different license terms and conditions
- for use, reproduction, or distribution of Your modifications, or
- for any such Derivative Works as a whole, provided Your use,
- reproduction, and distribution of the Work otherwise complies with
- the conditions stated in this License.
-
- 5. Submission of Contributions. Unless You explicitly state otherwise,
- any Contribution intentionally submitted for inclusion in the Work
- by You to the Licensor shall be under the terms and conditions of
- this License, without any additional terms or conditions.
- Notwithstanding the above, nothing herein shall supersede or modify
- the terms of any separate license agreement you may have executed
- with Licensor regarding such Contributions.
-
- 6. Trademarks. This License does not grant permission to use the trade
- names, trademarks, service marks, or product names of the Licensor,
- except as required for reasonable and customary use in describing the
- origin of the Work and reproducing the content of the NOTICE file.
-
- 7. Disclaimer of Warranty. Unless required by applicable law or
- agreed to in writing, Licensor provides the Work (and each
- Contributor provides its Contributions) on an "AS IS" BASIS,
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
- implied, including, without limitation, any warranties or conditions
- of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
- PARTICULAR PURPOSE. You are solely responsible for determining the
- appropriateness of using or redistributing the Work and assume any
- risks associated with Your exercise of permissions under this License.
-
- 8. Limitation of Liability. In no event and under no legal theory,
- whether in tort (including negligence), contract, or otherwise,
- unless required by applicable law (such as deliberate and grossly
- negligent acts) or agreed to in writing, shall any Contributor be
- liable to You for damages, including any direct, indirect, special,
- incidental, or consequential damages of any character arising as a
- result of this License or out of the use or inability to use the
- Work (including but not limited to damages for loss of goodwill,
- work stoppage, computer failure or malfunction, or any and all
- other commercial damages or losses), even if such Contributor
- has been advised of the possibility of such damages.
-
- 9. Accepting Warranty or Additional Liability. While redistributing
- the Work or Derivative Works thereof, You may choose to offer,
- and charge a fee for, acceptance of support, warranty, indemnity,
- or other liability obligations and/or rights consistent with this
- License. However, in accepting such obligations, You may act only
- on Your own behalf and on Your sole responsibility, not on behalf
- of any other Contributor, and only if You agree to indemnify,
- defend, and hold each Contributor harmless for any liability
- incurred by, or claims asserted against, such Contributor by reason
- of your accepting any such warranty or additional liability.
-
- END OF TERMS AND CONDITIONS
-
- APPENDIX: How to apply the Apache License to your work.
-
- To apply the Apache License to your work, attach the following
- boilerplate notice, with the fields enclosed by brackets "{}"
- replaced with your own identifying information. (Don't include
- the brackets!) The text should be enclosed in the appropriate
- comment syntax for the file format. We also recommend that a
- file or class name and description of purpose be included on the
- same "printed page" as the copyright notice for easier
- identification within third-party archives.
-
- Copyright {yyyy} {name of copyright owner}
-
- Licensed under the Apache License, Version 2.0 (the "License");
- you may not use this file except in compliance with the License.
- You may obtain a copy of the License at
-
- https://www.apache.org/licenses/LICENSE-2.0
-
- Unless required by applicable law or agreed to in writing, software
- distributed under the License is distributed on an "AS IS" BASIS,
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- See the License for the specific language governing permissions and
- limitations under the License.
diff --git a/client/rest/licenses/reactor-core-NOTICE.txt b/client/rest/licenses/reactor-core-NOTICE.txt
deleted file mode 100644
index e69de29bb2d1d..0000000000000
diff --git a/client/rest/src/main/java/org/opensearch/client/Cancellable.java b/client/rest/src/main/java/org/opensearch/client/Cancellable.java
index d087c60927e3e..56e31a3742f35 100644
--- a/client/rest/src/main/java/org/opensearch/client/Cancellable.java
+++ b/client/rest/src/main/java/org/opensearch/client/Cancellable.java
@@ -34,8 +34,6 @@
import org.apache.hc.client5.http.classic.methods.HttpUriRequestBase;
import org.apache.hc.core5.concurrent.CancellableDependency;
-import java.io.IOException;
-import java.util.concurrent.Callable;
import java.util.concurrent.CancellationException;
/**
@@ -79,7 +77,7 @@ public synchronized boolean cancel() {
}
/**
- * Executes some arbitrary code if the on-going request has not been cancelled, otherwise throws {@link CancellationException}.
+ * Executes some arbitrary code iff the on-going request has not been cancelled, otherwise throws {@link CancellationException}.
* This is needed to guarantee that cancelling a request works correctly even in case {@link #cancel()} is called between different
* attempts of the same request. The low-level client reuses the same instance of the {@link CancellableDependency} by calling
* {@link HttpUriRequestBase#reset()} between subsequent retries. The {@link #cancel()} method can be called at anytime,
@@ -97,31 +95,6 @@ synchronized void runIfNotCancelled(Runnable runnable) {
runnable.run();
}
- /**
- * Executes some arbitrary code if the on-going request has not been cancelled, otherwise throws {@link CancellationException}.
- * This is needed to guarantee that cancelling a request works correctly even in case {@link #cancel()} is called between different
- * attempts of the same request. The low-level client reuses the same instance of the {@link CancellableDependency} by calling
- * {@link HttpUriRequestBase#reset()} between subsequent retries. The {@link #cancel()} method can be called at anytime,
- * and we need to handle the case where it gets called while there is no request being executed as one attempt may have failed and
- * the subsequent attempt has not been started yet.
- * If the request has already been cancelled we don't go ahead with the next attempt, and artificially raise the
- * {@link CancellationException}, otherwise we run the provided {@link Runnable} which will reset the request and send the next attempt.
- * Note that this method must be synchronized as well as the {@link #cancel()} method, to prevent a request from being cancelled
- * when there is no future to cancel, which would make cancelling the request a no-op.
- */
- synchronized T callIfNotCancelled(Callable callable) throws IOException {
- if (this.httpRequest.isCancelled()) {
- throw newCancellationException();
- }
- try {
- return callable.call();
- } catch (final IOException ex) {
- throw ex;
- } catch (final Exception ex) {
- throw new IOException(ex);
- }
- }
-
static CancellationException newCancellationException() {
return new CancellationException("request was cancelled");
}
diff --git a/client/rest/src/main/java/org/opensearch/client/Response.java b/client/rest/src/main/java/org/opensearch/client/Response.java
index cb92e33e49156..b062d937ed630 100644
--- a/client/rest/src/main/java/org/opensearch/client/Response.java
+++ b/client/rest/src/main/java/org/opensearch/client/Response.java
@@ -40,8 +40,11 @@
import org.apache.hc.core5.http.message.RequestLine;
import org.apache.hc.core5.http.message.StatusLine;
+import java.util.ArrayList;
import java.util.List;
import java.util.Objects;
+import java.util.regex.Matcher;
+import java.util.regex.Pattern;
/**
* Holds an opensearch response. It wraps the {@link HttpResponse} returned and associates it with
@@ -113,11 +116,79 @@ public HttpEntity getEntity() {
return response.getEntity();
}
+ /**
+ * Optimized regular expression to test if a string matches the RFC 1123 date
+ * format (with quotes and leading space). Start/end of line characters and
+ * atomic groups are used to prevent backtracking.
+ */
+ private static final Pattern WARNING_HEADER_DATE_PATTERN = Pattern.compile("^ " + // start of line, leading space
+ // quoted RFC 1123 date format
+ "\"" + // opening quote
+ "(?>Mon|Tue|Wed|Thu|Fri|Sat|Sun), " + // day of week, atomic group to prevent backtracking
+ "\\d{2} " + // 2-digit day
+ "(?>Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec) " + // month, atomic group to prevent backtracking
+ "\\d{4} " + // 4-digit year
+ "\\d{2}:\\d{2}:\\d{2} " + // (two-digit hour):(two-digit minute):(two-digit second)
+ "GMT" + // GMT
+ "\"$"); // closing quote (optional, since an older version can still send a warn-date), end of line
+
+ /**
+ * Length of RFC 1123 format (with quotes and leading space), used in
+ * matchWarningHeaderPatternByPrefix(String).
+ */
+ private static final int WARNING_HEADER_DATE_LENGTH = 0 + 1 + 1 + 3 + 1 + 1 + 2 + 1 + 3 + 1 + 4 + 1 + 2 + 1 + 2 + 1 + 2 + 1 + 3 + 1;
+
+ /**
+ * Tests if a string matches the RFC 7234 specification for warning headers.
+ * This assumes that the warn code is always 299 and the warn agent is always
+ * OpenSearch.
+ *
+ * @param s the value of a warning header formatted according to RFC 7234
+ * @return {@code true} if the input string matches the specification
+ */
+ private static boolean matchWarningHeaderPatternByPrefix(final String s) {
+ return s.startsWith("299 OpenSearch-");
+ }
+
+ /**
+ * Refer to org.opensearch.common.logging.DeprecationLogger
+ */
+ private static String extractWarningValueFromWarningHeader(final String s) {
+ String warningHeader = s;
+
+ /*
+ * The following block tests for the existence of a RFC 1123 date in the warning header. If the date exists, it is removed for
+ * extractWarningValueFromWarningHeader(String) to work properly (as it does not handle dates).
+ */
+ if (s.length() > WARNING_HEADER_DATE_LENGTH) {
+ final String possibleDateString = s.substring(s.length() - WARNING_HEADER_DATE_LENGTH);
+ final Matcher matcher = WARNING_HEADER_DATE_PATTERN.matcher(possibleDateString);
+
+ if (matcher.matches()) {
+ warningHeader = warningHeader.substring(0, s.length() - WARNING_HEADER_DATE_LENGTH);
+ }
+ }
+
+ final int firstQuote = warningHeader.indexOf('\"');
+ final int lastQuote = warningHeader.length() - 1;
+ final String warningValue = warningHeader.substring(firstQuote + 1, lastQuote);
+ return warningValue;
+ }
+
/**
* Returns a list of all warning headers returned in the response.
*/
public List getWarnings() {
- return ResponseWarningsExtractor.getWarnings(response);
+ List warnings = new ArrayList<>();
+ for (Header header : response.getHeaders("Warning")) {
+ String warning = header.getValue();
+ if (matchWarningHeaderPatternByPrefix(warning)) {
+ warnings.add(extractWarningValueFromWarningHeader(warning));
+ } else {
+ warnings.add(warning);
+ }
+ }
+ return warnings;
}
/**
diff --git a/client/rest/src/main/java/org/opensearch/client/ResponseWarningsExtractor.java b/client/rest/src/main/java/org/opensearch/client/ResponseWarningsExtractor.java
deleted file mode 100644
index 441daff4f3af4..0000000000000
--- a/client/rest/src/main/java/org/opensearch/client/ResponseWarningsExtractor.java
+++ /dev/null
@@ -1,99 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- * compatible open source license.
- */
-
-package org.opensearch.client;
-
-import org.apache.hc.core5.http.Header;
-import org.apache.hc.core5.http.HttpResponse;
-
-import java.util.ArrayList;
-import java.util.List;
-import java.util.regex.Matcher;
-import java.util.regex.Pattern;
-
-final class ResponseWarningsExtractor {
-
- /**
- * Optimized regular expression to test if a string matches the RFC 1123 date
- * format (with quotes and leading space). Start/end of line characters and
- * atomic groups are used to prevent backtracking.
- */
- private static final Pattern WARNING_HEADER_DATE_PATTERN = Pattern.compile("^ " + // start of line, leading space
- // quoted RFC 1123 date format
- "\"" + // opening quote
- "(?>Mon|Tue|Wed|Thu|Fri|Sat|Sun), " + // day of week, atomic group to prevent backtracking
- "\\d{2} " + // 2-digit day
- "(?>Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec) " + // month, atomic group to prevent backtracking
- "\\d{4} " + // 4-digit year
- "\\d{2}:\\d{2}:\\d{2} " + // (two-digit hour):(two-digit minute):(two-digit second)
- "GMT" + // GMT
- "\"$"); // closing quote (optional, since an older version can still send a warn-date), end of line
-
- /**
- * Length of RFC 1123 format (with quotes and leading space), used in
- * matchWarningHeaderPatternByPrefix(String).
- */
- private static final int WARNING_HEADER_DATE_LENGTH = 0 + 1 + 1 + 3 + 1 + 1 + 2 + 1 + 3 + 1 + 4 + 1 + 2 + 1 + 2 + 1 + 2 + 1 + 3 + 1;
-
- private ResponseWarningsExtractor() {}
-
- /**
- * Returns a list of all warning headers returned in the response.
- * @param response HTTP response
- */
- static List getWarnings(final HttpResponse response) {
- List warnings = new ArrayList<>();
- for (Header header : response.getHeaders("Warning")) {
- String warning = header.getValue();
- if (matchWarningHeaderPatternByPrefix(warning)) {
- warnings.add(extractWarningValueFromWarningHeader(warning));
- } else {
- warnings.add(warning);
- }
- }
- return warnings;
- }
-
- /**
- * Tests if a string matches the RFC 7234 specification for warning headers.
- * This assumes that the warn code is always 299 and the warn agent is always
- * OpenSearch.
- *
- * @param s the value of a warning header formatted according to RFC 7234
- * @return {@code true} if the input string matches the specification
- */
- private static boolean matchWarningHeaderPatternByPrefix(final String s) {
- return s.startsWith("299 OpenSearch-");
- }
-
- /**
- * Refer to org.opensearch.common.logging.DeprecationLogger
- */
- private static String extractWarningValueFromWarningHeader(final String s) {
- String warningHeader = s;
-
- /*
- * The following block tests for the existence of a RFC 1123 date in the warning header. If the date exists, it is removed for
- * extractWarningValueFromWarningHeader(String) to work properly (as it does not handle dates).
- */
- if (s.length() > WARNING_HEADER_DATE_LENGTH) {
- final String possibleDateString = s.substring(s.length() - WARNING_HEADER_DATE_LENGTH);
- final Matcher matcher = WARNING_HEADER_DATE_PATTERN.matcher(possibleDateString);
-
- if (matcher.matches()) {
- warningHeader = warningHeader.substring(0, s.length() - WARNING_HEADER_DATE_LENGTH);
- }
- }
-
- final int firstQuote = warningHeader.indexOf('\"');
- final int lastQuote = warningHeader.length() - 1;
- final String warningValue = warningHeader.substring(firstQuote + 1, lastQuote);
- return warningValue;
- }
-
-}
diff --git a/client/rest/src/main/java/org/opensearch/client/RestClient.java b/client/rest/src/main/java/org/opensearch/client/RestClient.java
index 5c87e3fda5701..15905add76c4f 100644
--- a/client/rest/src/main/java/org/opensearch/client/RestClient.java
+++ b/client/rest/src/main/java/org/opensearch/client/RestClient.java
@@ -62,19 +62,14 @@
import org.apache.hc.core5.http.HttpEntity;
import org.apache.hc.core5.http.HttpHost;
import org.apache.hc.core5.http.HttpRequest;
-import org.apache.hc.core5.http.HttpResponse;
-import org.apache.hc.core5.http.Message;
import org.apache.hc.core5.http.io.entity.HttpEntityWrapper;
-import org.apache.hc.core5.http.message.BasicClassicHttpResponse;
import org.apache.hc.core5.http.message.RequestLine;
import org.apache.hc.core5.http.nio.AsyncRequestProducer;
import org.apache.hc.core5.http.nio.AsyncResponseConsumer;
import org.apache.hc.core5.net.URIBuilder;
-import org.apache.hc.core5.reactive.ReactiveResponseConsumer;
import org.apache.hc.core5.reactor.IOReactorStatus;
import org.apache.hc.core5.util.Args;
import org.opensearch.client.http.HttpUriRequestProducer;
-import org.opensearch.client.http.ReactiveHttpUriRequestProducer;
import javax.net.ssl.SSLHandshakeException;
@@ -88,7 +83,6 @@
import java.net.SocketTimeoutException;
import java.net.URI;
import java.net.URISyntaxException;
-import java.nio.ByteBuffer;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Base64;
@@ -104,7 +98,6 @@
import java.util.Objects;
import java.util.Optional;
import java.util.Set;
-import java.util.concurrent.CancellationException;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.ConcurrentMap;
import java.util.concurrent.ExecutionException;
@@ -113,10 +106,6 @@
import java.util.stream.Collectors;
import java.util.zip.GZIPOutputStream;
-import org.reactivestreams.Publisher;
-import reactor.core.publisher.Mono;
-import reactor.core.publisher.MonoSink;
-
import static java.nio.charset.StandardCharsets.UTF_8;
import static java.util.Collections.singletonList;
@@ -311,23 +300,6 @@ public boolean isRunning() {
return client.getStatus() == IOReactorStatus.ACTIVE;
}
- /**
- * Sends a streaming request to the OpenSearch cluster that the client points to and returns streaming response. This is an experimental API.
- * @param request streaming request
- * @return streaming response
- * @throws IOException IOException
- */
- public StreamingResponse streamRequest(StreamingRequest request) throws IOException {
- final InternalStreamingRequest internalRequest = new InternalStreamingRequest(request);
-
- final StreamingResponse response = new StreamingResponse<>(
- new RequestLine(internalRequest.httpRequest),
- streamRequest(nextNodes(), internalRequest)
- );
-
- return response;
- }
-
/**
* Sends a request to the OpenSearch cluster that the client points to.
* Blocks until the request is completed and returns its response or fails
@@ -360,13 +332,13 @@ public Response performRequest(Request request) throws IOException {
private Response performRequest(final NodeTuple> nodeTuple, final InternalRequest request, Exception previousException)
throws IOException {
- RequestContext context = request.createContextForNextAttempt(nodeTuple.nodes.next(), nodeTuple.authCache);
+ RequestContext context = request.createContextForNextAttempt(nodeTuple.nodes.next(), nodeTuple.authCache);
ClassicHttpResponse httpResponse;
try {
- httpResponse = client.execute(context.requestProducer(), context.asyncResponseConsumer(), context.context(), null).get();
+ httpResponse = client.execute(context.requestProducer, context.asyncResponseConsumer, context.context, null).get();
} catch (Exception e) {
- RequestLogger.logFailedRequest(logger, request.httpRequest, context.node(), e);
- onFailure(context.node());
+ RequestLogger.logFailedRequest(logger, request.httpRequest, context.node, e);
+ onFailure(context.node);
Exception cause = extractAndWrapCause(e);
addSuppressedException(previousException, cause);
if (nodeTuple.nodes.hasNext()) {
@@ -380,7 +352,7 @@ private Response performRequest(final NodeTuple> nodeTuple, final
}
throw new IllegalStateException("unexpected exception type: must be either RuntimeException or IOException", cause);
}
- ResponseOrResponseException responseOrResponseException = convertResponse(request, context.node(), httpResponse);
+ ResponseOrResponseException responseOrResponseException = convertResponse(request, context.node, httpResponse);
if (responseOrResponseException.responseException == null) {
return responseOrResponseException.response;
}
@@ -391,46 +363,6 @@ private Response performRequest(final NodeTuple> nodeTuple, final
throw responseOrResponseException.responseException;
}
- private Publisher>> streamRequest(
- final NodeTuple> nodeTuple,
- final InternalStreamingRequest request
- ) throws IOException {
- return request.cancellable.callIfNotCancelled(() -> {
- final Node node = nodeTuple.nodes.next();
-
- final Mono>> publisher = Mono.create(emitter -> {
- final RequestContext context = request.createContextForNextAttempt(node, nodeTuple.authCache, emitter);
- final Future future = client.execute(
- context.requestProducer(),
- context.asyncResponseConsumer(),
- context.context(),
- null
- );
-
- if (future instanceof org.apache.hc.core5.concurrent.Cancellable) {
- request.httpRequest.setDependency((org.apache.hc.core5.concurrent.Cancellable) future);
- }
- });
-
- return publisher.flatMap(message -> {
- try {
- final ResponseOrResponseException responseOrResponseException = convertResponse(request, node, message);
- if (responseOrResponseException.responseException == null) {
- return Mono.just(message);
- } else {
- if (nodeTuple.nodes.hasNext()) {
- return Mono.from(streamRequest(nodeTuple, request));
- } else {
- return Mono.error(responseOrResponseException.responseException);
- }
- }
- } catch (final Exception ex) {
- return Mono.error(ex);
- }
- });
- });
- }
-
private ResponseOrResponseException convertResponse(InternalRequest request, Node node, ClassicHttpResponse httpResponse)
throws IOException {
RequestLogger.logResponse(logger, request.httpRequest, node.getHost(), httpResponse);
@@ -461,40 +393,6 @@ private ResponseOrResponseException convertResponse(InternalRequest request, Nod
throw responseException;
}
- private ResponseOrResponseException convertResponse(
- InternalStreamingRequest request,
- Node node,
- Message> message
- ) throws IOException {
-
- // Streaming Response could accumulate a lot of data so we may not be able to fully consume it.
- final ClassicHttpResponse httpResponse = new BasicClassicHttpResponse(
- message.getHead().getCode(),
- message.getHead().getReasonPhrase()
- );
- final Response response = new Response(new RequestLine(request.httpRequest), node.getHost(), httpResponse);
-
- RequestLogger.logResponse(logger, request.httpRequest, node.getHost(), httpResponse);
- int statusCode = httpResponse.getCode();
-
- if (isSuccessfulResponse(statusCode) || request.ignoreErrorCodes.contains(response.getStatusLine().getStatusCode())) {
- onResponse(node);
- if (request.warningsHandler.warningsShouldFailRequest(response.getWarnings())) {
- throw new WarningFailureException(response);
- }
- return new ResponseOrResponseException(response);
- }
- ResponseException responseException = new ResponseException(response);
- if (isRetryStatus(statusCode)) {
- // mark host dead and retry against next one
- onFailure(node);
- return new ResponseOrResponseException(responseException);
- }
- // mark host alive and don't retry, as the error should be a request problem
- onResponse(node);
- throw responseException;
- }
-
/**
* Sends a request to the OpenSearch cluster that the client points to.
* The request is executed asynchronously and the provided
@@ -529,23 +427,16 @@ private void performRequestAsync(
final FailureTrackingResponseListener listener
) {
request.cancellable.runIfNotCancelled(() -> {
- final RequestContext context = request.createContextForNextAttempt(
- nodeTuple.nodes.next(),
- nodeTuple.authCache
- );
+ final RequestContext context = request.createContextForNextAttempt(nodeTuple.nodes.next(), nodeTuple.authCache);
Future future = client.execute(
- context.requestProducer(),
- context.asyncResponseConsumer(),
- context.context(),
+ context.requestProducer,
+ context.asyncResponseConsumer,
+ context.context,
new FutureCallback() {
@Override
public void completed(ClassicHttpResponse httpResponse) {
try {
- ResponseOrResponseException responseOrResponseException = convertResponse(
- request,
- context.node(),
- httpResponse
- );
+ ResponseOrResponseException responseOrResponseException = convertResponse(request, context.node, httpResponse);
if (responseOrResponseException.responseException == null) {
listener.onSuccess(responseOrResponseException.response);
} else {
@@ -564,8 +455,8 @@ public void completed(ClassicHttpResponse httpResponse) {
@Override
public void failed(Exception failure) {
try {
- RequestLogger.logFailedRequest(logger, request.httpRequest, context.node(), failure);
- onFailure(context.node());
+ RequestLogger.logFailedRequest(logger, request.httpRequest, context.node, failure);
+ onFailure(context.node);
if (nodeTuple.nodes.hasNext()) {
listener.trackFailure(failure);
performRequestAsync(nodeTuple, request, listener);
@@ -931,66 +822,6 @@ public void remove() {
}
}
- private class InternalStreamingRequest {
- private final StreamingRequest request;
- private final Set ignoreErrorCodes;
- private final HttpUriRequestBase httpRequest;
- private final Cancellable cancellable;
- private final WarningsHandler warningsHandler;
-
- InternalStreamingRequest(StreamingRequest request) {
- this.request = request;
- Map params = new HashMap<>(request.getParameters());
- // ignore is a special parameter supported by the clients, shouldn't be sent to es
- String ignoreString = params.remove("ignore");
- this.ignoreErrorCodes = getIgnoreErrorCodes(ignoreString, request.getMethod());
- URI uri = buildUri(pathPrefix, request.getEndpoint(), params);
- this.httpRequest = createHttpRequest(request.getMethod(), uri, null);
- this.cancellable = Cancellable.fromRequest(httpRequest);
- setHeaders(httpRequest, request.getOptions().getHeaders());
- setRequestConfig(httpRequest, request.getOptions().getRequestConfig());
- this.warningsHandler = request.getOptions().getWarningsHandler() == null
- ? RestClient.this.warningsHandler
- : request.getOptions().getWarningsHandler();
- }
-
- private void setHeaders(HttpRequest httpRequest, Collection requestHeaders) {
- // request headers override default headers, so we don't add default headers if they exist as request headers
- final Set requestNames = new HashSet<>(requestHeaders.size());
- for (Header requestHeader : requestHeaders) {
- httpRequest.addHeader(requestHeader);
- requestNames.add(requestHeader.getName());
- }
- for (Header defaultHeader : defaultHeaders) {
- if (requestNames.contains(defaultHeader.getName()) == false) {
- httpRequest.addHeader(defaultHeader);
- }
- }
- if (compressionEnabled) {
- httpRequest.addHeader("Accept-Encoding", "gzip");
- }
- }
-
- private void setRequestConfig(HttpUriRequestBase httpRequest, RequestConfig requestConfig) {
- if (requestConfig != null) {
- httpRequest.setConfig(requestConfig);
- }
- }
-
- public Publisher getPublisher() {
- return request.getBody();
- }
-
- RequestContext createContextForNextAttempt(
- Node node,
- AuthCache authCache,
- MonoSink>> emitter
- ) {
- this.httpRequest.reset();
- return new ReactiveRequestContext(this, node, authCache, emitter);
- }
- }
-
private class InternalRequest {
private final Request request;
private final Set ignoreErrorCodes;
@@ -1037,22 +868,12 @@ private void setRequestConfig(HttpUriRequestBase httpRequest, RequestConfig requ
}
}
- RequestContext createContextForNextAttempt(Node node, AuthCache authCache) {
+ RequestContext createContextForNextAttempt(Node node, AuthCache authCache) {
this.httpRequest.reset();
- return new AsyncRequestContext(this, node, authCache);
+ return new RequestContext(this, node, authCache);
}
}
- private interface RequestContext {
- Node node();
-
- AsyncRequestProducer requestProducer();
-
- AsyncResponseConsumer asyncResponseConsumer();
-
- HttpClientContext context();
- }
-
/**
* The Apache HttpClient 5 adds "Authorization" header even if the credentials for basic authentication are not provided
* (effectively, username and password are 'null'). To workaround that, wrapping the AuthCache around current HttpClientContext
@@ -1113,73 +934,13 @@ public void clear() {
}
- private static class ReactiveRequestContext implements RequestContext {
- private final Node node;
- private final AsyncRequestProducer requestProducer;
- private final AsyncResponseConsumer asyncResponseConsumer;
- private final HttpClientContext context;
-
- ReactiveRequestContext(
- InternalStreamingRequest request,
- Node node,
- AuthCache authCache,
- MonoSink>> emitter
- ) {
- this.node = node;
- // we stream the request body if the entity allows for it
- this.requestProducer = ReactiveHttpUriRequestProducer.create(request.httpRequest, node.getHost(), request.getPublisher());
- this.asyncResponseConsumer = new ReactiveResponseConsumer(new FutureCallback>>() {
- @Override
- public void failed(Exception ex) {
- emitter.error(ex);
- }
-
- @Override
- public void completed(Message> result) {
- if (result == null) {
- emitter.success();
- } else {
- emitter.success(result);
- }
- }
-
- @Override
- public void cancelled() {
- failed(new CancellationException("Future cancelled"));
- }
- });
- this.context = HttpClientContext.create();
- context.setAuthCache(new WrappingAuthCache(context, authCache));
- }
-
- @Override
- public AsyncResponseConsumer asyncResponseConsumer() {
- return asyncResponseConsumer;
- }
-
- @Override
- public HttpClientContext context() {
- return context;
- }
-
- @Override
- public Node node() {
- return node;
- }
-
- @Override
- public AsyncRequestProducer requestProducer() {
- return requestProducer;
- }
- }
-
- private static class AsyncRequestContext implements RequestContext {
+ private static class RequestContext {
private final Node node;
private final AsyncRequestProducer requestProducer;
private final AsyncResponseConsumer asyncResponseConsumer;
private final HttpClientContext context;
- AsyncRequestContext(InternalRequest request, Node node, AuthCache authCache) {
+ RequestContext(InternalRequest request, Node node, AuthCache authCache) {
this.node = node;
// we stream the request body if the entity allows for it
this.requestProducer = HttpUriRequestProducer.create(request.httpRequest, node.getHost());
@@ -1189,26 +950,6 @@ private static class AsyncRequestContext implements RequestContext asyncResponseConsumer() {
- return asyncResponseConsumer;
- }
-
- @Override
- public HttpClientContext context() {
- return context;
- }
-
- @Override
- public Node node() {
- return node;
- }
-
- @Override
- public AsyncRequestProducer requestProducer() {
- return requestProducer;
- }
}
private static Set getIgnoreErrorCodes(String ignoreString, String requestMethod) {
diff --git a/client/rest/src/main/java/org/opensearch/client/StreamingRequest.java b/client/rest/src/main/java/org/opensearch/client/StreamingRequest.java
deleted file mode 100644
index e1767407b1353..0000000000000
--- a/client/rest/src/main/java/org/opensearch/client/StreamingRequest.java
+++ /dev/null
@@ -1,114 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- * compatible open source license.
- */
-
-package org.opensearch.client;
-
-import java.util.HashMap;
-import java.util.Map;
-import java.util.Objects;
-
-import org.reactivestreams.Publisher;
-
-import static java.util.Collections.unmodifiableMap;
-
-/**
- * HTTP Streaming Request to OpenSearch. This is an experimental API.
- */
-public class StreamingRequest {
- private final String method;
- private final String endpoint;
- private final Map parameters = new HashMap<>();
-
- private RequestOptions options = RequestOptions.DEFAULT;
- private final Publisher publisher;
-
- /**
- * Constructor
- * @param method method
- * @param endpoint endpoint
- * @param publisher publisher
- */
- public StreamingRequest(String method, String endpoint, Publisher publisher) {
- this.method = method;
- this.endpoint = endpoint;
- this.publisher = publisher;
- }
-
- /**
- * Get endpoint
- * @return endpoint
- */
- public String getEndpoint() {
- return endpoint;
- }
-
- /**
- * Get method
- * @return method
- */
- public String getMethod() {
- return method;
- }
-
- /**
- * Get options
- * @return options
- */
- public RequestOptions getOptions() {
- return options;
- }
-
- /**
- * Get parameters
- * @return parameters
- */
- public Map getParameters() {
- if (options.getParameters().isEmpty()) {
- return unmodifiableMap(parameters);
- } else {
- Map combinedParameters = new HashMap<>(parameters);
- combinedParameters.putAll(options.getParameters());
- return unmodifiableMap(combinedParameters);
- }
- }
-
- /**
- * Add a query string parameter.
- * @param name the name of the url parameter. Must not be null.
- * @param value the value of the url url parameter. If {@code null} then
- * the parameter is sent as {@code name} rather than {@code name=value}
- * @throws IllegalArgumentException if a parameter with that name has
- * already been set
- */
- public void addParameter(String name, String value) {
- Objects.requireNonNull(name, "url parameter name cannot be null");
- if (parameters.containsKey(name)) {
- throw new IllegalArgumentException("url parameter [" + name + "] has already been set to [" + parameters.get(name) + "]");
- } else {
- parameters.put(name, value);
- }
- }
-
- /**
- * Add query parameters using the provided map of key value pairs.
- *
- * @param paramSource a map of key value pairs where the key is the url parameter.
- * @throws IllegalArgumentException if a parameter with that name has already been set.
- */
- public void addParameters(Map paramSource) {
- paramSource.forEach(this::addParameter);
- }
-
- /**
- * Body publisher
- * @return body publisher
- */
- public Publisher getBody() {
- return publisher;
- }
-}
diff --git a/client/rest/src/main/java/org/opensearch/client/StreamingResponse.java b/client/rest/src/main/java/org/opensearch/client/StreamingResponse.java
deleted file mode 100644
index 87d404c115723..0000000000000
--- a/client/rest/src/main/java/org/opensearch/client/StreamingResponse.java
+++ /dev/null
@@ -1,96 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- * compatible open source license.
- */
-
-package org.opensearch.client;
-
-import org.apache.hc.core5.http.HttpHost;
-import org.apache.hc.core5.http.HttpResponse;
-import org.apache.hc.core5.http.Message;
-import org.apache.hc.core5.http.message.RequestLine;
-import org.apache.hc.core5.http.message.StatusLine;
-
-import java.util.List;
-
-import org.reactivestreams.Publisher;
-import reactor.core.publisher.Flux;
-import reactor.core.publisher.Mono;
-
-/**
- * HTTP Streaming Response from OpenSearch. This is an experimental API.
- */
-public class StreamingResponse {
- private final RequestLine requestLine;
- private final Mono>> publisher;
- private volatile HttpHost host;
-
- /**
- * Constructor
- * @param requestLine request line
- * @param publisher message publisher(response with a body)
- */
- public StreamingResponse(RequestLine requestLine, Publisher>> publisher) {
- this.requestLine = requestLine;
- // We cache the publisher here so the body or / and HttpResponse could
- // be consumed independently or/and more than once.
- this.publisher = Mono.from(publisher).cache();
- }
-
- /**
- * Set host
- * @param host host
- */
- public void setHost(HttpHost host) {
- this.host = host;
- }
-
- /**
- * Get request line
- * @return request line
- */
- public RequestLine getRequestLine() {
- return requestLine;
- }
-
- /**
- * Get host
- * @return host
- */
- public HttpHost getHost() {
- return host;
- }
-
- /**
- * Get response boby {@link Publisher}
- * @return response boby {@link Publisher}
- */
- public Publisher getBody() {
- return publisher.flatMapMany(m -> Flux.from(m.getBody()));
- }
-
- /**
- * Returns the status line of the current response
- */
- public StatusLine getStatusLine() {
- return new StatusLine(
- publisher.map(Message::getHead)
- .onErrorResume(ResponseException.class, e -> Mono.just(e.getResponse().getHttpResponse()))
- .block()
- );
- }
-
- /**
- * Returns a list of all warning headers returned in the response.
- */
- public List getWarnings() {
- return ResponseWarningsExtractor.getWarnings(
- publisher.map(Message::getHead)
- .onErrorResume(ResponseException.class, e -> Mono.just(e.getResponse().getHttpResponse()))
- .block()
- );
- }
-}
diff --git a/client/rest/src/main/java/org/opensearch/client/http/ReactiveHttpUriRequestProducer.java b/client/rest/src/main/java/org/opensearch/client/http/ReactiveHttpUriRequestProducer.java
deleted file mode 100644
index 63a71e29b8b31..0000000000000
--- a/client/rest/src/main/java/org/opensearch/client/http/ReactiveHttpUriRequestProducer.java
+++ /dev/null
@@ -1,75 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- * compatible open source license.
- */
-
-package org.opensearch.client.http;
-
-import org.apache.hc.client5.http.classic.methods.HttpUriRequestBase;
-import org.apache.hc.core5.http.ContentType;
-import org.apache.hc.core5.http.Header;
-import org.apache.hc.core5.http.HttpHost;
-import org.apache.hc.core5.http.nio.AsyncEntityProducer;
-import org.apache.hc.core5.http.nio.support.BasicRequestProducer;
-import org.apache.hc.core5.net.URIAuthority;
-import org.apache.hc.core5.reactive.ReactiveEntityProducer;
-import org.apache.hc.core5.util.Args;
-
-import java.nio.ByteBuffer;
-
-import org.reactivestreams.Publisher;
-
-/**
- * The reactive producer of the {@link HttpUriRequestBase} instances associated with a particular {@link HttpHost}
- */
-public class ReactiveHttpUriRequestProducer extends BasicRequestProducer {
- private final HttpUriRequestBase request;
-
- ReactiveHttpUriRequestProducer(final HttpUriRequestBase request, final AsyncEntityProducer entityProducer) {
- super(request, entityProducer);
- this.request = request;
- }
-
- /**
- * Get the produced {@link HttpUriRequestBase} instance
- * @return produced {@link HttpUriRequestBase} instance
- */
- public HttpUriRequestBase getRequest() {
- return request;
- }
-
- /**
- * Create new request producer for {@link HttpUriRequestBase} instance and {@link HttpHost}
- * @param request {@link HttpUriRequestBase} instance
- * @param host {@link HttpHost} instance
- * @param publisher publisher
- * @return new request producer
- */
- public static ReactiveHttpUriRequestProducer create(
- final HttpUriRequestBase request,
- final HttpHost host,
- Publisher publisher
- ) {
- Args.notNull(request, "Request");
- Args.notNull(host, "HttpHost");
-
- // TODO: Should we copy request here instead of modifying in place?
- request.setAuthority(new URIAuthority(host));
- request.setScheme(host.getSchemeName());
-
- final Header contentTypeHeader = request.getFirstHeader("Content-Type");
- final ContentType contentType = (contentTypeHeader == null)
- ? ContentType.APPLICATION_JSON
- : ContentType.parse(contentTypeHeader.getValue());
-
- final Header contentEncodingHeader = request.getFirstHeader("Content-Encoding");
- final String contentEncoding = (contentEncodingHeader == null) ? null : contentEncodingHeader.getValue();
-
- final AsyncEntityProducer entityProducer = new ReactiveEntityProducer(publisher, -1, contentType, contentEncoding);
- return new ReactiveHttpUriRequestProducer(request, entityProducer);
- }
-
-}
diff --git a/client/rest/src/test/java/org/opensearch/client/RestClientTests.java b/client/rest/src/test/java/org/opensearch/client/RestClientTests.java
index f4f1c57cdd588..dd51da3a30d8c 100644
--- a/client/rest/src/test/java/org/opensearch/client/RestClientTests.java
+++ b/client/rest/src/test/java/org/opensearch/client/RestClientTests.java
@@ -56,15 +56,12 @@
import java.util.concurrent.atomic.AtomicLong;
import java.util.function.Supplier;
-import reactor.core.publisher.Mono;
-
import static java.util.Collections.singletonList;
import static org.hamcrest.Matchers.instanceOf;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertFalse;
import static org.junit.Assert.assertSame;
import static org.junit.Assert.assertThat;
-import static org.junit.Assert.assertThrows;
import static org.junit.Assert.assertTrue;
import static org.junit.Assert.fail;
import static org.mockito.Mockito.mock;
@@ -421,16 +418,6 @@ public void testIsRunning() {
assertFalse(restClient.isRunning());
}
- public void testStreamWithUnsupportedMethod() throws Exception {
- try (RestClient restClient = createRestClient()) {
- final UnsupportedOperationException ex = assertThrows(
- UnsupportedOperationException.class,
- () -> restClient.streamRequest(new StreamingRequest<>("unsupported", randomAsciiLettersOfLength(5), Mono.empty()))
- );
- assertEquals("http method not supported: unsupported", ex.getMessage());
- }
- }
-
private static void assertNodes(NodeTuple> nodeTuple, AtomicInteger lastNodeIndex, int runs) throws IOException {
int distance = lastNodeIndex.get() % nodeTuple.nodes.size();
/*
diff --git a/client/sniffer/licenses/httpclient5-5.2.1.jar.sha1 b/client/sniffer/licenses/httpclient5-5.2.1.jar.sha1
new file mode 100644
index 0000000000000..3555fe22f8e12
--- /dev/null
+++ b/client/sniffer/licenses/httpclient5-5.2.1.jar.sha1
@@ -0,0 +1 @@
+0c900514d3446d9ce5d9dbd90c21192048125440
\ No newline at end of file
diff --git a/client/sniffer/licenses/httpclient5-5.2.3.jar.sha1 b/client/sniffer/licenses/httpclient5-5.2.3.jar.sha1
deleted file mode 100644
index 43e233e72001a..0000000000000
--- a/client/sniffer/licenses/httpclient5-5.2.3.jar.sha1
+++ /dev/null
@@ -1 +0,0 @@
-5d753a99d299756998a08c488f2efdf9cf26198e
\ No newline at end of file
diff --git a/client/sniffer/licenses/httpcore5-5.2.2.jar.sha1 b/client/sniffer/licenses/httpcore5-5.2.2.jar.sha1
new file mode 100644
index 0000000000000..b641256c7d4a4
--- /dev/null
+++ b/client/sniffer/licenses/httpcore5-5.2.2.jar.sha1
@@ -0,0 +1 @@
+6da28f5aa6c2b129ef49632e041a5203ce7507b2
\ No newline at end of file
diff --git a/client/sniffer/licenses/httpcore5-5.2.5.jar.sha1 b/client/sniffer/licenses/httpcore5-5.2.5.jar.sha1
deleted file mode 100644
index ca97e8612ea39..0000000000000
--- a/client/sniffer/licenses/httpcore5-5.2.5.jar.sha1
+++ /dev/null
@@ -1 +0,0 @@
-dab1e18842971a45ca8942491ce005ab86a028d7
\ No newline at end of file
diff --git a/distribution/tools/plugin-cli/build.gradle b/distribution/tools/plugin-cli/build.gradle
index 784cdc457a1a9..3083ad4375460 100644
--- a/distribution/tools/plugin-cli/build.gradle
+++ b/distribution/tools/plugin-cli/build.gradle
@@ -37,8 +37,8 @@ base {
dependencies {
compileOnly project(":server")
compileOnly project(":libs:opensearch-cli")
- api "org.bouncycastle:bcpg-fips:2.0.9"
- api "org.bouncycastle:bc-fips:2.0.0"
+ api "org.bouncycastle:bcpg-fips:1.0.7.1"
+ api "org.bouncycastle:bc-fips:1.0.2.5"
testImplementation project(":test:framework")
testImplementation 'com.google.jimfs:jimfs:1.3.0'
testRuntimeOnly("com.google.guava:guava:${versions.guava}") {
@@ -58,6 +58,33 @@ test {
jvmArgs += [ "-Djava.security.egd=file:/dev/urandom" ]
}
+/*
+ * these two classes intentionally use the following JDK internal APIs in order to offer the necessary
+ * functionality
+ *
+ * sun.security.internal.spec.TlsKeyMaterialParameterSpec
+ * sun.security.internal.spec.TlsKeyMaterialSpec
+ * sun.security.internal.spec.TlsMasterSecretParameterSpec
+ * sun.security.internal.spec.TlsPrfParameterSpec
+ * sun.security.internal.spec.TlsRsaPremasterSecretParameterSpec
+ * sun.security.provider.SecureRandom
+ *
+ */
+thirdPartyAudit.ignoreViolations(
+ 'org.bouncycastle.jcajce.provider.BouncyCastleFipsProvider$CoreSecureRandom',
+ 'org.bouncycastle.jcajce.provider.ProvSunTLSKDF',
+ 'org.bouncycastle.jcajce.provider.ProvSunTLSKDF$BaseTLSKeyGeneratorSpi',
+ 'org.bouncycastle.jcajce.provider.ProvSunTLSKDF$TLSKeyMaterialGenerator',
+ 'org.bouncycastle.jcajce.provider.ProvSunTLSKDF$TLSKeyMaterialGenerator$2',
+ 'org.bouncycastle.jcajce.provider.ProvSunTLSKDF$TLSMasterSecretGenerator',
+ 'org.bouncycastle.jcajce.provider.ProvSunTLSKDF$TLSMasterSecretGenerator$2',
+ 'org.bouncycastle.jcajce.provider.ProvSunTLSKDF$TLSPRFKeyGenerator',
+ 'org.bouncycastle.jcajce.provider.ProvSunTLSKDF$TLSRsaPreMasterSecretGenerator',
+ 'org.bouncycastle.jcajce.provider.ProvSunTLSKDF$TLSRsaPreMasterSecretGenerator$2',
+ 'org.bouncycastle.jcajce.provider.ProvSunTLSKDF$TLSExtendedMasterSecretGenerator',
+ 'org.bouncycastle.jcajce.provider.ProvSunTLSKDF$TLSExtendedMasterSecretGenerator$2'
+)
+
thirdPartyAudit.ignoreMissingClasses(
'org.brotli.dec.BrotliInputStream',
'org.objectweb.asm.AnnotationVisitor',
diff --git a/distribution/tools/plugin-cli/licenses/bc-fips-1.0.2.5.jar.sha1 b/distribution/tools/plugin-cli/licenses/bc-fips-1.0.2.5.jar.sha1
new file mode 100644
index 0000000000000..1b44c77dd4ee1
--- /dev/null
+++ b/distribution/tools/plugin-cli/licenses/bc-fips-1.0.2.5.jar.sha1
@@ -0,0 +1 @@
+704e65f7e4fe679e5ab2aa8a840f27f8ced4c522
\ No newline at end of file
diff --git a/distribution/tools/plugin-cli/licenses/bc-fips-2.0.0.jar.sha1 b/distribution/tools/plugin-cli/licenses/bc-fips-2.0.0.jar.sha1
deleted file mode 100644
index 79f0e3e9930bb..0000000000000
--- a/distribution/tools/plugin-cli/licenses/bc-fips-2.0.0.jar.sha1
+++ /dev/null
@@ -1 +0,0 @@
-ee9ac432cf08f9a9ebee35d7cf8a45f94959a7ab
\ No newline at end of file
diff --git a/distribution/tools/plugin-cli/licenses/bcpg-fips-1.0.7.1.jar.sha1 b/distribution/tools/plugin-cli/licenses/bcpg-fips-1.0.7.1.jar.sha1
new file mode 100644
index 0000000000000..44cebc7c92d87
--- /dev/null
+++ b/distribution/tools/plugin-cli/licenses/bcpg-fips-1.0.7.1.jar.sha1
@@ -0,0 +1 @@
+5e1952428655ea822066f86df2e3ecda8fa0ba2b
\ No newline at end of file
diff --git a/distribution/tools/plugin-cli/licenses/bcpg-fips-2.0.9.jar.sha1 b/distribution/tools/plugin-cli/licenses/bcpg-fips-2.0.9.jar.sha1
deleted file mode 100644
index 20cdbf6dc8aa8..0000000000000
--- a/distribution/tools/plugin-cli/licenses/bcpg-fips-2.0.9.jar.sha1
+++ /dev/null
@@ -1 +0,0 @@
-f69719ef8dbf34d5f906ce480496446b2fd2ae27
\ No newline at end of file
diff --git a/gradle/wrapper/gradle-wrapper.jar b/gradle/wrapper/gradle-wrapper.jar
index a4b76b9530d66..2c3521197d7c4 100644
Binary files a/gradle/wrapper/gradle-wrapper.jar and b/gradle/wrapper/gradle-wrapper.jar differ
diff --git a/gradle/wrapper/gradle-wrapper.properties b/gradle/wrapper/gradle-wrapper.properties
index 39a291b258efb..c7f182843385d 100644
--- a/gradle/wrapper/gradle-wrapper.properties
+++ b/gradle/wrapper/gradle-wrapper.properties
@@ -11,7 +11,7 @@
distributionBase=GRADLE_USER_HOME
distributionPath=wrapper/dists
-distributionUrl=https\://services.gradle.org/distributions/gradle-8.10-all.zip
+distributionUrl=https\://services.gradle.org/distributions/gradle-8.9-all.zip
zipStoreBase=GRADLE_USER_HOME
zipStorePath=wrapper/dists
-distributionSha256Sum=682b4df7fe5accdca84a4d1ef6a3a6ab096b3efd5edf7de2bd8c758d95a93703
+distributionSha256Sum=258e722ec21e955201e31447b0aed14201765a3bfbae296a46cf60b70e66db70
diff --git a/libs/core/src/main/java/org/opensearch/Version.java b/libs/core/src/main/java/org/opensearch/Version.java
index 28cb989185ff7..b647a92d6708a 100644
--- a/libs/core/src/main/java/org/opensearch/Version.java
+++ b/libs/core/src/main/java/org/opensearch/Version.java
@@ -107,8 +107,6 @@ public class Version implements Comparable, ToXContentFragment {
public static final Version V_2_15_0 = new Version(2150099, org.apache.lucene.util.Version.LUCENE_9_10_0);
public static final Version V_2_15_1 = new Version(2150199, org.apache.lucene.util.Version.LUCENE_9_10_0);
public static final Version V_2_16_0 = new Version(2160099, org.apache.lucene.util.Version.LUCENE_9_11_1);
- public static final Version V_2_16_1 = new Version(2160199, org.apache.lucene.util.Version.LUCENE_9_11_1);
- public static final Version V_2_17_0 = new Version(2170099, org.apache.lucene.util.Version.LUCENE_9_11_1);
public static final Version V_3_0_0 = new Version(3000099, org.apache.lucene.util.Version.LUCENE_9_12_0);
public static final Version CURRENT = V_3_0_0;
diff --git a/libs/core/src/main/java/org/opensearch/core/xcontent/AbstractXContentParser.java b/libs/core/src/main/java/org/opensearch/core/xcontent/AbstractXContentParser.java
index 4605aa684db1c..4efaacecd0e67 100644
--- a/libs/core/src/main/java/org/opensearch/core/xcontent/AbstractXContentParser.java
+++ b/libs/core/src/main/java/org/opensearch/core/xcontent/AbstractXContentParser.java
@@ -375,7 +375,7 @@ private static void skipToListStart(XContentParser parser) throws IOException {
}
}
- // read a list without bounds checks, assuming the current parser is always on an array start
+ // read a list without bounds checks, assuming the the current parser is always on an array start
private static List