Re-factor persistent() with filter between backend/tx-cache => `sto…
#2541
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Nimbus CI | |
| on: | |
| push: | |
| paths-ignore: ['doc/**', 'docs/**', '**/*.md', 'hive_integration/**', | |
| 'fluffy/**', '.github/workflows/fluffy.yml', | |
| 'nimbus_verified_proxy/**', '.github/workflows/nimbus_verified_proxy.yml', | |
| ] | |
| # Disable `pull_request`. Experimenting with using only `push` for PRs. | |
| #pull_request: | |
| # paths-ignore: ['doc/**', 'docs/**', '**/*.md', 'hive_integration/**'] | |
| workflow_dispatch: | |
| jobs: | |
| build: | |
| strategy: | |
| fail-fast: false | |
| max-parallel: 20 | |
| matrix: | |
| target: | |
| - os: linux | |
| cpu: amd64 | |
| evmc: evmc | |
| # - os: linux | |
| # cpu: i386 | |
| # evmc: evmc | |
| - os: macos | |
| cpu: amd64 | |
| evmc: evmc | |
| - os: windows | |
| cpu: amd64 | |
| evmc: evmc | |
| # vm2 | |
| - os: linux | |
| cpu: amd64 | |
| evmc: nimvm | |
| # - os: linux | |
| # cpu: i386 | |
| # evmc: nimvm | |
| - os: windows | |
| cpu: amd64 | |
| evmc: nimvm | |
| - os: macos | |
| cpu: amd64 | |
| evmc: nimvm | |
| include: | |
| - target: | |
| os: linux | |
| builder: ubuntu-20.04 | |
| shell: bash | |
| - target: | |
| os: macos | |
| builder: macos-11 | |
| shell: bash | |
| - target: | |
| os: windows | |
| builder: windows-latest | |
| shell: msys2 {0} | |
| defaults: | |
| run: | |
| shell: ${{ matrix.shell }} | |
| name: '${{ matrix.target.os }}-${{ matrix.target.cpu }}-${{ matrix.target.evmc }}' | |
| runs-on: ${{ matrix.builder }} | |
| steps: | |
| - name: Checkout nimbus-eth1 | |
| uses: actions/checkout@v3 | |
| - name: Derive environment variables | |
| shell: bash | |
| run: | | |
| if [[ '${{ matrix.target.cpu }}' == 'amd64' ]]; then | |
| PLATFORM=x64 | |
| GOARCH=amd64 | |
| USE_MIRACL=0 | |
| else | |
| PLATFORM=x86 | |
| GOARCH=386 | |
| USE_MIRACL=1 | |
| fi | |
| echo "PLATFORM=${PLATFORM}" >> $GITHUB_ENV | |
| echo "GOARCH=${GOARCH}" >> $GITHUB_ENV | |
| echo "USE_MIRACL=${USE_MIRACL}" >> $GITHUB_ENV | |
| # libminiupnp / natpmp | |
| if [[ '${{ runner.os }}' == 'Linux' && '${{ matrix.target.cpu }}' == 'i386' ]]; then | |
| export CFLAGS="${CFLAGS} -m32 -mno-adx" | |
| echo "CFLAGS=${CFLAGS}" >> $GITHUB_ENV | |
| fi | |
| ncpu='' | |
| case '${{ runner.os }}' in | |
| 'Linux') | |
| ncpu=$(nproc) | |
| ;; | |
| 'macOS') | |
| ncpu=$(sysctl -n hw.ncpu) | |
| ;; | |
| 'Windows') | |
| ncpu=${NUMBER_OF_PROCESSORS} | |
| ;; | |
| esac | |
| [[ -z "$ncpu" || $ncpu -le 0 ]] && ncpu=1 | |
| echo "ncpu=${ncpu}" >> $GITHUB_ENV | |
| if [[ '${{ matrix.target.evmc }}' == 'evmc' ]]; then | |
| echo "ENABLE_EVMC=1" >> $GITHUB_ENV | |
| else | |
| echo "ENABLE_EVMC=0" >> $GITHUB_ENV | |
| fi | |
| - name: Install build dependencies (Linux i386) | |
| if: runner.os == 'Linux' && matrix.target.cpu == 'i386' | |
| run: | | |
| sudo dpkg --add-architecture i386 | |
| sudo apt-fast update -qq | |
| sudo DEBIAN_FRONTEND='noninteractive' apt-fast install \ | |
| --no-install-recommends -yq gcc-multilib g++-multilib \ | |
| libz-dev:i386 libbz2-dev:i386 libssl-dev:i386 libpcre3-dev:i386 | |
| mkdir -p external/bin | |
| cat << EOF > external/bin/gcc | |
| #!/bin/bash | |
| exec $(which gcc) -m32 "\$@" | |
| EOF | |
| cat << EOF > external/bin/g++ | |
| #!/bin/bash | |
| exec $(which g++) -m32 "\$@" | |
| EOF | |
| chmod 755 external/bin/gcc external/bin/g++ | |
| echo '${{ github.workspace }}/external/bin' >> $GITHUB_PATH | |
| - name: Install build dependencies (Macos) | |
| # Some home brew modules were reported missing | |
| if: runner.os == 'Macos' | |
| run: | | |
| HOMEBREW_NO_INSTALL_CLEANUP=1 brew install gnu-getopt | |
| brew link --force gnu-getopt | |
| - name: Restore rocksdb from cache (Macos/Linux) | |
| if: runner.os != 'Windows' | |
| id: rocksdb-cache | |
| uses: actions/cache@v3 | |
| with: | |
| path: rocks-db-cache-${{ matrix.target.cpu }} | |
| key: 'rocksdb-v2-${{ matrix.target.os }}-${{ matrix.target.cpu }}' | |
| - name: Build and install rocksdb (Linux i386) | |
| # no librocksdb-dev:i386 | |
| if: runner.os == 'Linux' && matrix.target.cpu == 'i386' | |
| run: | | |
| curl -O -L -s -S https://raw.githubusercontent.com/status-im/nimbus-build-system/master/scripts/build_rocksdb.sh | |
| bash build_rocksdb.sh rocks-db-cache-${{ matrix.target.cpu }} | |
| - name: Install rocksdb (Linux amd64) | |
| # mysterious illegal instruction error if we build our own librocksdb | |
| if: runner.os == 'Linux' && matrix.target.cpu == 'amd64' | |
| run: | | |
| sudo apt-get -q update | |
| sudo apt-get install -y librocksdb-dev libpcre3-dev | |
| - name: Build and install rocksdb (Macos) | |
| if: runner.os == 'Macos' | |
| run: | | |
| HOMEBREW_NO_AUTO_UPDATE=1 HOMEBREW_NO_INSTALL_CLEANUP=1 brew install ccache | |
| echo "/usr/local/opt/ccache/libexec" >> ${GITHUB_PATH} | |
| curl -O -L -s -S https://raw.githubusercontent.com/status-im/nimbus-build-system/master/scripts/build_rocksdb.sh | |
| bash build_rocksdb.sh rocks-db-cache-${{ matrix.target.cpu }} | |
| - name: MSYS2 (Windows amd64) | |
| if: runner.os == 'Windows' && matrix.target.cpu == 'amd64' | |
| uses: msys2/setup-msys2@v2 | |
| with: | |
| path-type: inherit | |
| install: >- | |
| base-devel | |
| git | |
| mingw-w64-x86_64-toolchain | |
| - name: Restore Nim DLLs dependencies (Windows) from cache | |
| if: runner.os == 'Windows' | |
| id: windows-dlls-cache | |
| uses: actions/cache@v3 | |
| with: | |
| path: external/dlls-${{ matrix.target.cpu }} | |
| # according to docu, idle caches are kept for up to 7 days | |
| # so change dlls# to force new cache contents (for some number #) | |
| key: dlls0-${{ matrix.target.cpu }} | |
| - name: Install DLLs dependencies (Windows) | |
| if: > | |
| steps.windows-dlls-cache.outputs.cache-hit != 'true' && | |
| runner.os == 'Windows' | |
| run: | | |
| if [[ '${{ matrix.target.cpu }}' == 'amd64' ]]; then | |
| ROCKSDBSUB=x64 | |
| else | |
| ROCKSDBSUB=x86 | |
| fi | |
| DLLPATH=external/dlls-${{ matrix.target.cpu }} | |
| mkdir -p external | |
| curl -L "https://nim-lang.org/download/windeps.zip" -o external/windeps.zip | |
| 7z x -y external/windeps.zip -o"$DLLPATH" | |
| # ROCKSDB | |
| curl -L "https://github.com/status-im/nimbus-deps/releases/download/nimbus-deps/nimbus-deps.zip" -o external/nimbus-deps.zip | |
| 7z x -y external/nimbus-deps.zip | |
| cp "./$ROCKSDBSUB/librocksdb.dll" "$DLLPATH/librocksdb.dll" | |
| - name: Path to cached dependencies (Windows) | |
| if: > | |
| runner.os == 'Windows' | |
| run: | | |
| echo '${{ github.workspace }}'"/external/dlls-${{ matrix.target.cpu }}" >> $GITHUB_PATH | |
| - name: Get latest nimbus-build-system commit hash | |
| id: versions | |
| run: | | |
| getHash() { | |
| git ls-remote "https://github.com/$1" "${2:-HEAD}" | cut -f 1 | |
| } | |
| nbsHash=$(getHash status-im/nimbus-build-system) | |
| echo "nimbus_build_system=$nbsHash" >> $GITHUB_OUTPUT | |
| - name: Restore prebuilt Nim from cache | |
| id: nim-cache | |
| uses: actions/cache@v3 | |
| with: | |
| path: NimBinCache | |
| key: 'nim-${{ matrix.target.os }}-${{ matrix.target.cpu }}-${{ steps.versions.outputs.nimbus_build_system }}' | |
| - name: Build Nim and Nimbus-eth1 dependencies | |
| run: | | |
| make -j${ncpu} ARCH_OVERRIDE=${PLATFORM} CI_CACHE=NimBinCache update | |
| - name: Run nimbus-eth1 tests (Windows) | |
| if: runner.os == 'Windows' | |
| run: | | |
| gcc --version | |
| DEFAULT_MAKE_FLAGS="-j${ncpu} ENABLE_EVMC=${ENABLE_EVMC} ENABLE_VMLOWMEM=${ENABLE_VMLOWMEM}" | |
| mingw32-make ${DEFAULT_MAKE_FLAGS} | |
| build/nimbus.exe --help | |
| # give us more space | |
| find . -type d -name ".git" -exec rm -rf {} + | |
| find . -type d -name "nimcache" -exec rm -rf {} + | |
| mingw32-make ${DEFAULT_MAKE_FLAGS} test | |
| if [[ '${{ matrix.target.cpu }}' == 'amd64' ]]; then | |
| mingw32-make ${DEFAULT_MAKE_FLAGS} | |
| fi | |
| - name: Run nimbus-eth1 tests (Linux) | |
| if: runner.os == 'Linux' | |
| run: | | |
| export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:/usr/local/lib" | |
| DEFAULT_MAKE_FLAGS="-j${ncpu} USE_MIRACL=${USE_MIRACL} ENABLE_EVMC=${ENABLE_EVMC}" | |
| env CC=gcc make ${DEFAULT_MAKE_FLAGS} | |
| build/nimbus --help | |
| # CC, GOARCH, and CGO_ENABLED are needed to select correct compiler 32/64 bit | |
| if [[ '${{ matrix.target.cpu }}' == 'i386' ]]; then | |
| # hide CI failures | |
| env CC=gcc GOARCH=${GOARCH} CXX=g++ CGO_ENABLED=1 make ${DEFAULT_MAKE_FLAGS} test || true | |
| else | |
| # pushd vendor/nimbus-eth2 | |
| # env NIMBUSEL_BINARY=../../build/nimbus NIMBUSEL_GENESIS=scripts/nimbusel_genesis.json \ | |
| # ./scripts/launch_local_testnet.sh --nodes=3 --stop-at-epoch=7 \ | |
| # --disable-htop --reuse-binaries --run-nimbus-el --dl-eth2 --verbose --kill-old-processes | |
| # popd | |
| env CC=gcc GOARCH=${GOARCH} CXX=g++ CGO_ENABLED=1 make ${DEFAULT_MAKE_FLAGS} test | |
| fi | |
| - name: Run nimbus-eth1 tests (Macos) | |
| if: runner.os == 'Macos' | |
| run: | | |
| export ZERO_AR_DATE=1 # avoid timestamps in binaries | |
| DEFAULT_MAKE_FLAGS="-j${ncpu} ENABLE_EVMC=${ENABLE_EVMC}" | |
| make ${DEFAULT_MAKE_FLAGS} | |
| build/nimbus --help | |
| # "-static" option will not work for osx unless static system libraries are provided | |
| # pushd vendor/nimbus-eth2 | |
| # env NIMBUSEL_BINARY=../../build/nimbus NIMBUSEL_GENESIS=scripts/nimbusel_genesis.json \ | |
| # ./scripts/launch_local_testnet.sh --nodes=3 --stop-at-epoch=7 \ | |
| # --disable-htop --reuse-binaries --run-nimbus-el --dl-eth2 --verbose --kill-old-processes | |
| # popd | |
| make ${DEFAULT_MAKE_FLAGS} test | |