forked from ClickHouse/ClickHouse
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'master' into docker-initialization-once
- Loading branch information
Showing
4,979 changed files
with
183,726 additions
and
79,502 deletions.
The diff you're trying to view is too large. We only load the first 3000 changed files.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,45 @@ | ||
name: AutoRelease | ||
|
||
env: | ||
# Force the stdout and stderr streams to be unbuffered | ||
PYTHONUNBUFFERED: 1 | ||
|
||
concurrency: | ||
group: auto-release | ||
on: # yamllint disable-line rule:truthy | ||
# schedule: | ||
# - cron: '0 10-16 * * 1-5' | ||
workflow_dispatch: | ||
|
||
jobs: | ||
CherryPick: | ||
runs-on: [self-hosted, style-checker-aarch64] | ||
steps: | ||
- name: Set envs | ||
# https://docs.github.com/en/actions/learn-github-actions/workflow-commands-for-github-actions#multiline-strings | ||
run: | | ||
cat >> "$GITHUB_ENV" << 'EOF' | ||
TEMP_PATH=${{runner.temp}}/cherry_pick | ||
ROBOT_CLICKHOUSE_SSH_KEY<<RCSK | ||
${{secrets.ROBOT_CLICKHOUSE_SSH_KEY}} | ||
RCSK | ||
REPO_OWNER=ClickHouse | ||
REPO_NAME=ClickHouse | ||
REPO_TEAM=core | ||
EOF | ||
- name: Check out repository code | ||
uses: ClickHouse/checkout@v1 | ||
with: | ||
clear-repository: true | ||
token: ${{secrets.ROBOT_CLICKHOUSE_COMMIT_TOKEN}} | ||
fetch-depth: 0 | ||
- name: Auto-release | ||
run: | | ||
cd "$GITHUB_WORKSPACE/tests/ci" | ||
python3 auto_release.py --release-after-days=3 | ||
- name: Cleanup | ||
if: always() | ||
run: | | ||
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | ||
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | ||
sudo rm -fr "$TEMP_PATH" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,95 @@ | ||
name: libFuzzer | ||
|
||
env: | ||
# Force the stdout and stderr streams to be unbuffered | ||
PYTHONUNBUFFERED: 1 | ||
|
||
on: # yamllint disable-line rule:truthy | ||
# schedule: | ||
# - cron: '0 0 2 31 1' # never for now | ||
workflow_call: | ||
jobs: | ||
BuilderFuzzers: | ||
runs-on: [self-hosted, builder] | ||
steps: | ||
- name: Set envs | ||
run: | | ||
cat >> "$GITHUB_ENV" << 'EOF' | ||
TEMP_PATH=${{runner.temp}}/build_check | ||
IMAGES_PATH=${{runner.temp}}/images_path | ||
REPO_COPY=${{runner.temp}}/build_check/ClickHouse | ||
CACHES_PATH=${{runner.temp}}/../ccaches | ||
BUILD_NAME=fuzzers | ||
EOF | ||
- name: Download changed images | ||
# even if artifact does not exist, e.g. on `do not test` label or failed Docker job | ||
continue-on-error: true | ||
uses: actions/download-artifact@v3 | ||
with: | ||
name: changed_images | ||
path: ${{ env.IMAGES_PATH }} | ||
- name: Check out repository code | ||
uses: ClickHouse/checkout@v1 | ||
with: | ||
clear-repository: true | ||
submodules: true | ||
ref: ${{github.ref}} | ||
- name: Build | ||
run: | | ||
sudo rm -fr "$TEMP_PATH" | ||
mkdir -p "$TEMP_PATH" | ||
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | ||
cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME" | ||
- name: Upload build URLs to artifacts | ||
if: ${{ success() || failure() }} | ||
uses: actions/upload-artifact@v3 | ||
with: | ||
name: ${{ env.BUILD_URLS }} | ||
path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json | ||
- name: Cleanup | ||
if: always() | ||
run: | | ||
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | ||
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | ||
sudo rm -fr "$TEMP_PATH" "$CACHES_PATH" | ||
libFuzzerTest: | ||
needs: [BuilderFuzzers] | ||
runs-on: [self-hosted, func-tester] | ||
steps: | ||
- name: Set envs | ||
run: | | ||
cat >> "$GITHUB_ENV" << 'EOF' | ||
TEMP_PATH=${{runner.temp}}/libfuzzer | ||
REPORTS_PATH=${{runner.temp}}/reports_dir | ||
CHECK_NAME=libFuzzer tests | ||
REPO_COPY=${{runner.temp}}/libfuzzer/ClickHouse | ||
KILL_TIMEOUT=10800 | ||
EOF | ||
- name: Download changed images | ||
# even if artifact does not exist, e.g. on `do not test` label or failed Docker job | ||
continue-on-error: true | ||
uses: actions/download-artifact@v3 | ||
with: | ||
name: changed_images | ||
path: ${{ env.TEMP_PATH }} | ||
- name: Download json reports | ||
uses: actions/download-artifact@v3 | ||
with: | ||
path: ${{ env.REPORTS_PATH }} | ||
- name: Check out repository code | ||
uses: ClickHouse/checkout@v1 | ||
with: | ||
clear-repository: true | ||
- name: libFuzzer test | ||
run: | | ||
sudo rm -fr "$TEMP_PATH" | ||
mkdir -p "$TEMP_PATH" | ||
cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH" | ||
cd "$REPO_COPY/tests/ci" | ||
python3 libfuzzer_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT" | ||
- name: Cleanup | ||
if: always() | ||
run: | | ||
docker ps --quiet | xargs --no-run-if-empty docker kill ||: | ||
docker ps --all --quiet | xargs --no-run-if-empty docker rm -f ||: | ||
sudo rm -fr "$TEMP_PATH" |
Oops, something went wrong.