From 658278ebe5c1a2b9f5e0a619ac1246601150b548 Mon Sep 17 00:00:00 2001 From: phoebusm Date: Tue, 5 Nov 2024 11:45:04 +0000 Subject: [PATCH] quick test --- .github/workflows/analysis_workflow.yml | 344 ++++++++++++------------ 1 file changed, 178 insertions(+), 166 deletions(-) diff --git a/.github/workflows/analysis_workflow.yml b/.github/workflows/analysis_workflow.yml index 95e1491755..6ba212ffef 100644 --- a/.github/workflows/analysis_workflow.yml +++ b/.github/workflows/analysis_workflow.yml @@ -38,25 +38,25 @@ jobs: cibuildwheel_ver: "2.12.1" force_update: false - benchmark_commits: - needs: [get_commits_to_benchmark, cibw_docker_image] - strategy: - fail-fast: false - matrix: - commits: ${{ fromJson(needs.get_commits_to_benchmark.outputs.matrix)}} - name: Benchmark commit ${{ matrix.commits }} - uses: ./.github/workflows/benchmark_commits.yml - secrets: inherit - with: - commit: ${{ matrix.commits }} - cibw_image_tag: ${{ needs.cibw_docker_image.outputs.tag }} - run_all_benchmarks: ${{ inputs.run_all_benchmarks || false }} - run_on_pr_head: ${{ github.event_name == 'pull_request_target' }} + # benchmark_commits: + # needs: [get_commits_to_benchmark, cibw_docker_image] + # strategy: + # fail-fast: false + # matrix: + # commits: ${{ fromJson(needs.get_commits_to_benchmark.outputs.matrix)}} + # name: Benchmark commit ${{ matrix.commits }} + # uses: ./.github/workflows/benchmark_commits.yml + # secrets: inherit + # with: + # commit: ${{ matrix.commits }} + # cibw_image_tag: ${{ needs.cibw_docker_image.outputs.tag }} + # run_all_benchmarks: ${{ inputs.run_all_benchmarks || false }} + # run_on_pr_head: ${{ github.event_name == 'pull_request_target' }} publish_benchmark_results_to_gh_pages: name: Publish benchmark results to gh-pages - if: github.ref == 'refs/heads/master' - needs: [benchmark_commits] + # if: github.ref == 'refs/heads/master' + # needs: [benchmark_commits] runs-on: ubuntu-22.04 container: image: ubuntu:22.04 # Native runner doesn't allow setting up the ca softlinks required below @@ -79,6 +79,18 @@ jobs: - name: Setup softlink for SSL shell: bash -el {0} run: | + python -c " + import ssl + ca_file = ssl.get_default_verify_paths().cafile + if ca_file is not None: + print(f'CA file path: {ca_file}') + else: + print('CA file path not found') + capath = ssl.get_default_verify_paths().capath + if capath is not None: + print(f'CA path: {capath}') + else: + print('CA path not found')" mkdir -p /etc/pki/tls ln -s /usr/lib/ssl/certs /etc/pki/tls/certs ln -s /etc/ssl/certs/ca-certificates.crt /etc/pki/tls/certs/ca-bundle.crt @@ -106,172 +118,172 @@ jobs: python -m asv publish -v python -m asv gh-pages -v --rewrite - code_coverage: - needs: [cibw_docker_image] - runs-on: "ubuntu-22.04" - container: - image: ${{needs.cibw_docker_image.outputs.tag}} - services: - mongodb: - image: mongo:4.4 - ports: - - 27017:27017 - env: - VCPKG_NUGET_USER: ${{secrets.VCPKG_NUGET_USER || github.repository_owner}} - VCPKG_NUGET_TOKEN: ${{secrets.VCPKG_NUGET_TOKEN || secrets.GITHUB_TOKEN}} - VCPKG_MAN_NUGET_USER: ${{secrets.VCPKG_MAN_NUGET_USER}} # For forks to download pre-compiled dependencies from the Man repo - VCPKG_MAN_NUGET_TOKEN: ${{secrets.VCPKG_MAN_NUGET_TOKEN}} - ARCTIC_CMAKE_PRESET: linux-debug - ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true - steps: - - uses: actions/checkout@v3.3.0 - with: - submodules: recursive - ref: ${{ github.event_name == 'pull_request_target' && github.event.pull_request.head.sha || '' }} # Note: This is dangerous if we run automatic CI on external PRs + # code_coverage: + # needs: [cibw_docker_image] + # runs-on: "ubuntu-22.04" + # container: + # image: ${{needs.cibw_docker_image.outputs.tag}} + # services: + # mongodb: + # image: mongo:4.4 + # ports: + # - 27017:27017 + # env: + # VCPKG_NUGET_USER: ${{secrets.VCPKG_NUGET_USER || github.repository_owner}} + # VCPKG_NUGET_TOKEN: ${{secrets.VCPKG_NUGET_TOKEN || secrets.GITHUB_TOKEN}} + # VCPKG_MAN_NUGET_USER: ${{secrets.VCPKG_MAN_NUGET_USER}} # For forks to download pre-compiled dependencies from the Man repo + # VCPKG_MAN_NUGET_TOKEN: ${{secrets.VCPKG_MAN_NUGET_TOKEN}} + # ARCTIC_CMAKE_PRESET: linux-debug + # ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true + # steps: + # - uses: actions/checkout@v3.3.0 + # with: + # submodules: recursive + # ref: ${{ github.event_name == 'pull_request_target' && github.event.pull_request.head.sha || '' }} # Note: This is dangerous if we run automatic CI on external PRs - - name: Get number of CPU cores - uses: SimenB/github-actions-cpu-cores@v1.1.0 - id: cpu-cores + # - name: Get number of CPU cores + # uses: SimenB/github-actions-cpu-cores@v1.1.0 + # id: cpu-cores - - name: Extra envs - run: | - . build_tooling/vcpkg_caching.sh # Linux follower needs another call in CIBW - echo -e "VCPKG_BINARY_SOURCES=$VCPKG_BINARY_SOURCES - VCPKG_ROOT=$PLATFORM_VCPKG_ROOT" | tee -a $GITHUB_ENV - cmake -P cpp/CMake/CpuCount.cmake | sed 's/^-- //' | tee -a $GITHUB_ENV - echo "ARCTICDB_CODE_COVERAGE_BUILD=1" | tee -a $GITHUB_ENV - env: - CMAKE_BUILD_PARALLEL_LEVEL: ${{vars.CMAKE_BUILD_PARALLEL_LEVEL}} + # - name: Extra envs + # run: | + # . build_tooling/vcpkg_caching.sh # Linux follower needs another call in CIBW + # echo -e "VCPKG_BINARY_SOURCES=$VCPKG_BINARY_SOURCES + # VCPKG_ROOT=$PLATFORM_VCPKG_ROOT" | tee -a $GITHUB_ENV + # cmake -P cpp/CMake/CpuCount.cmake | sed 's/^-- //' | tee -a $GITHUB_ENV + # echo "ARCTICDB_CODE_COVERAGE_BUILD=1" | tee -a $GITHUB_ENV + # env: + # CMAKE_BUILD_PARALLEL_LEVEL: ${{vars.CMAKE_BUILD_PARALLEL_LEVEL}} - - name: Prepare C++ compilation env - run: . build_tooling/prep_cpp_build.sh + # - name: Prepare C++ compilation env + # run: . build_tooling/prep_cpp_build.sh - - name: CMake compile - # We are pinning the version to 10.6 because >= 10.7, use node20 which is not supported in the container - uses: lukka/run-cmake@v10.6 - with: - cmakeListsTxtPath: ${{github.workspace}}/cpp/CMakeLists.txt - configurePreset: ${{env.ARCTIC_CMAKE_PRESET}} - buildPreset: ${{env.ARCTIC_CMAKE_PRESET}} - env: - ARCTICDB_DEBUG_FIND_PYTHON: ${{vars.ARCTICDB_DEBUG_FIND_PYTHON}} - python_impl_name: 'cp311' + # - name: CMake compile + # # We are pinning the version to 10.6 because >= 10.7, use node20 which is not supported in the container + # uses: lukka/run-cmake@v10.6 + # with: + # cmakeListsTxtPath: ${{github.workspace}}/cpp/CMakeLists.txt + # configurePreset: ${{env.ARCTIC_CMAKE_PRESET}} + # buildPreset: ${{env.ARCTIC_CMAKE_PRESET}} + # env: + # ARCTICDB_DEBUG_FIND_PYTHON: ${{vars.ARCTICDB_DEBUG_FIND_PYTHON}} + # python_impl_name: 'cp311' - - name: Run C++ Tests - shell: bash -l {0} - run: | - cd cpp/out/linux-debug-build/ - ls arcticdb - make -j ${{ steps.cpu-cores.outputs.count }} arcticdb_rapidcheck_tests - make -j ${{ steps.cpu-cores.outputs.count }} test_unit_arcticdb - ctest + # - name: Run C++ Tests + # shell: bash -l {0} + # run: | + # cd cpp/out/linux-debug-build/ + # ls arcticdb + # make -j ${{ steps.cpu-cores.outputs.count }} arcticdb_rapidcheck_tests + # make -j ${{ steps.cpu-cores.outputs.count }} test_unit_arcticdb + # ctest - # We are chainging the python here because we want to use the default python to build (it is devel version) - # and this python for the rest of the testing - - name: Select Python (Linux) - run: echo /opt/python/cp36-cp36m/bin >> $GITHUB_PATH + # # We are chainging the python here because we want to use the default python to build (it is devel version) + # # and this python for the rest of the testing + # - name: Select Python (Linux) + # run: echo /opt/python/cp36-cp36m/bin >> $GITHUB_PATH - - name: Install local dependencies with pip - shell: bash - run: | - python -m pip install --upgrade pip - ARCTIC_CMAKE_PRESET=skip pip install -ve .[Testing] + # - name: Install local dependencies with pip + # shell: bash + # run: | + # python -m pip install --upgrade pip + # ARCTIC_CMAKE_PRESET=skip pip install -ve .[Testing] - # - name: Test with pytest - # uses: ./.github/actions/run_local_pytest - # with: - # build_type: debug - # threads: 1 - # fast_tests_only: 0 - # other_params: '-m coverage run ' + # # - name: Test with pytest + # # uses: ./.github/actions/run_local_pytest + # # with: + # # build_type: debug + # # threads: 1 + # # fast_tests_only: 0 + # # other_params: '-m coverage run ' - - name: Get python Coverage report - shell: bash -l {0} - run: | - cd python - python -m coverage report -m | tee output.txt - python -m coverage html - zip -r python_cov.zip htmlcov/ + # - name: Get python Coverage report + # shell: bash -l {0} + # run: | + # cd python + # python -m coverage report -m | tee output.txt + # python -m coverage html + # zip -r python_cov.zip htmlcov/ - echo "PYTHON_COV_PERCENT=$(cat output.txt | grep 'TOTAL' | awk '{print $NF}' | tr -d '%')" >> $GITHUB_ENV + # echo "PYTHON_COV_PERCENT=$(cat output.txt | grep 'TOTAL' | awk '{print $NF}' | tr -d '%')" >> $GITHUB_ENV - - name: Run Gcovr manually post-pytest - shell: bash -l {0} - run: | - cd cpp/out/linux-debug-build/ - python -m pip install gcovr - mkdir coverage - python -m gcovr --txt --html-details coverage/index.html -e vcpkg_installed/ -e proto/ -e ../../third_party -e ../../arcticdb/util/test/ -r ../.. --exclude-throw-branches --exclude-unreachable-branches -u --exclude-function-lines | tee output.txt - zip -r coverage.zip coverage/ + # - name: Run Gcovr manually post-pytest + # shell: bash -l {0} + # run: | + # cd cpp/out/linux-debug-build/ + # python -m pip install gcovr + # mkdir coverage + # python -m gcovr --txt --html-details coverage/index.html -e vcpkg_installed/ -e proto/ -e ../../third_party -e ../../arcticdb/util/test/ -r ../.. --exclude-throw-branches --exclude-unreachable-branches -u --exclude-function-lines | tee output.txt + # zip -r coverage.zip coverage/ - echo "CPP_COV_PERCENT=$(cat output.txt | grep 'TOTAL' | awk '{print $NF}' | tr -d '%')" >> $GITHUB_ENV + # echo "CPP_COV_PERCENT=$(cat output.txt | grep 'TOTAL' | awk '{print $NF}' | tr -d '%')" >> $GITHUB_ENV - - name: Upload Coverage - uses: actions/upload-artifact@v3.1.3 - with: - name: cpp-coverage-artifact - path: cpp/out/linux-debug-build/coverage.zip + # - name: Upload Coverage + # uses: actions/upload-artifact@v3.1.3 + # with: + # name: cpp-coverage-artifact + # path: cpp/out/linux-debug-build/coverage.zip - - name: Upload Python Coverage - uses: actions/upload-artifact@v3.1.3 - with: - name: python-coverage-artifact - path: python/python_cov.zip + # - name: Upload Python Coverage + # uses: actions/upload-artifact@v3.1.3 + # with: + # name: python-coverage-artifact + # path: python/python_cov.zip - - name: Restore cached CPP Coverage Percentage from the previous run - id: cache-cov-restore - uses: actions/cache/restore@v3.3.2 - with: - path: prev_coverage.txt - key: coverage + # - name: Restore cached CPP Coverage Percentage from the previous run + # id: cache-cov-restore + # uses: actions/cache/restore@v3.3.2 + # with: + # path: prev_coverage.txt + # key: coverage - - name: Get and compare coverage if cache was restored - run: | - # if cache was restored, compare coverage - if [ -f coverage.txt ]; then - PREV_COVERAGE=$(cat prev_coverage.txt | cut -d' ' -f2) - echo "Previous coverage: $PREV_COVERAGE" - CURR_COVERAGE=${{env.CPP_COV_PERCENT}} - echo "CPP_COV_PREV_PERCENT=$PREV_COVERAGE" >> $GITHUB_ENV - echo "Current coverage: $CURR_COVERAGE" - if [ $CURR_COVERAGE -gt $PREV_COVERAGE ]; then - echo "Coverage increased" - elif [ $CURR_COVERAGE -lt $PREV_COVERAGE ]; then - echo "Coverage decreased" - else - echo "Coverage unchanged" - fi - fi + # - name: Get and compare coverage if cache was restored + # run: | + # # if cache was restored, compare coverage + # if [ -f coverage.txt ]; then + # PREV_COVERAGE=$(cat prev_coverage.txt | cut -d' ' -f2) + # echo "Previous coverage: $PREV_COVERAGE" + # CURR_COVERAGE=${{env.CPP_COV_PERCENT}} + # echo "CPP_COV_PREV_PERCENT=$PREV_COVERAGE" >> $GITHUB_ENV + # echo "Current coverage: $CURR_COVERAGE" + # if [ $CURR_COVERAGE -gt $PREV_COVERAGE ]; then + # echo "Coverage increased" + # elif [ $CURR_COVERAGE -lt $PREV_COVERAGE ]; then + # echo "Coverage decreased" + # else + # echo "Coverage unchanged" + # fi + # fi - - name: Save CPP Coverage Percentage to file - run: | - echo "Coverage: ${{ env.CPP_COV_PERCENT }}" > current_coverage.txt + # - name: Save CPP Coverage Percentage to file + # run: | + # echo "Coverage: ${{ env.CPP_COV_PERCENT }}" > current_coverage.txt - - name: Save the current CPP Coverage Percentage to the cache - id: cache-cov-save - uses: actions/cache/save@v3.3.2 - with: - path: current_coverage.txt - key: coverage + # - name: Save the current CPP Coverage Percentage to the cache + # id: cache-cov-save + # uses: actions/cache/save@v3.3.2 + # with: + # path: current_coverage.txt + # key: coverage - - name: Check percentage and send Slack notification - if: ${{ env.CPP_COV_PREV_PERCENT && env.CPP_COV_PERCENT && env.CPP_COV_PERCENT < env.CPP_COV_PREV_PERCENT }} - uses: slackapi/slack-github-action@v1.24.0 - with: - # For posting a rich message using Block Kit - payload: | - { - "text": "The CPP Code Coverage has been reduced", - "blocks": [ - { - "type": "section", - "text": { - "type": "mrkdwn", - "text": "The CPP Code Coverage from the current run(${{ env.CPP_COV_PERCENT }}%) is lower the previous one(${{ env.CPP_COV_PREV_PERCENT }}%)." - } - } - ] - } - env: - SLACK_WEBHOOK_URL: ${{ secrets.ARCTICDB_DEV_WEBHOOK_URL }} - SLACK_WEBHOOK_TYPE: INCOMING_WEBHOOK + # - name: Check percentage and send Slack notification + # if: ${{ env.CPP_COV_PREV_PERCENT && env.CPP_COV_PERCENT && env.CPP_COV_PERCENT < env.CPP_COV_PREV_PERCENT }} + # uses: slackapi/slack-github-action@v1.24.0 + # with: + # # For posting a rich message using Block Kit + # payload: | + # { + # "text": "The CPP Code Coverage has been reduced", + # "blocks": [ + # { + # "type": "section", + # "text": { + # "type": "mrkdwn", + # "text": "The CPP Code Coverage from the current run(${{ env.CPP_COV_PERCENT }}%) is lower the previous one(${{ env.CPP_COV_PREV_PERCENT }}%)." + # } + # } + # ] + # } + # env: + # SLACK_WEBHOOK_URL: ${{ secrets.ARCTICDB_DEV_WEBHOOK_URL }} + # SLACK_WEBHOOK_TYPE: INCOMING_WEBHOOK