flutter-linux.yaml

name: flutter-linux

on:
  push:
    branches:
      - flutter
    tags:
      - 'v[0-9]+.[0-9]+.[0-9]+*'

  workflow_dispatch:

concurrency:
  group: flutter-linux-${{ github.ref }}
  cancel-in-progress: true

# See https://github.com/actions/checkout/issues/1590#issuecomment-2207052044 
# and
# https://github.blog/changelog/2023-06-13-github-actions-all-actions-will-run-on-node16-instead-of-node12-by-default/
env:
  ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true

jobs:
  tts:
    name: tts ${{ matrix.index }}/${{ matrix.total }}
    runs-on: ${{ matrix.os }}
    container: ubuntu:18.04
    strategy:
      fail-fast: false
      matrix:
        os: [ubuntu-latest]
        total: ["20"]
        index: ["0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10", "11", "12", "13", "14", "15", "16", "17", "18", "19"]

    steps:
      - uses: actions/checkout@v3
        with:
          fetch-depth: 0

      - name: Install deps
        shell: bash
        run: |
          apt-get update -y
          apt-get install -y bc curl git

      - name: Show files
        shell: bash
        run: |
          git config --global --add safe.directory /__w/sherpa-onnx/sherpa-onnx

          ls -lha

          git init
          git add .
          git config user.name "foo"
          git config user.email "bar@g.com"
          git commit -m "test"

      - name: Generate tts script
        uses: addnab/docker-run-action@v3
        with:
            image: quay.io/pypa/manylinux2014_x86_64
            options: |
              --volume ${{ github.workspace }}/:/home/runner/work/sherpa-onnx/sherpa-onnx
            shell: bash
            run: |
              uname -a
              gcc --version
              cmake --version
              cat /etc/*release
              id
              pwd

              find /opt -name "python*"
              export PATH=/opt/_internal/cpython-3.8.19/bin:$PATH
              python3 --version
              python3 -m pip install --upgrade pip jinja2 iso639-lang

              total=${{ matrix.total }}
              index=${{ matrix.index }}

              cd /home/runner/work/sherpa-onnx/sherpa-onnx
              cd scripts/flutter
              ls -lh
              echo "---"
              python3 ./generate-tts.py --total $total --index $index
              chmod +x *.sh
              ls -lh

      # Ubuntu 18.04 uses cmake 3.10 by default, but we need cmake >= 3.11
      - name: Install cmake
        shell: bash
        run: |
          # see https://askubuntu.com/questions/355565/how-do-i-install-the-latest-version-of-cmake-from-the-command-line
          version=3.28
          build=1
          ## don't modify from here
          limit=3.20
          result=$(echo "$version >= $limit" | bc -l)
          os=$([ "$result" == 1 ] && echo "linux" || echo "Linux")
          mkdir ~/temp
          cd ~/temp
          curl -SL -O https://cmake.org/files/v$version/cmake-$version.$build-$os-x86_64.sh
          mkdir /opt/cmake
          sh cmake-$version.$build-$os-x86_64.sh --skip-license --prefix=/opt/cmake
          ln -s /opt/cmake/bin/cmake /usr/local/bin/cmake

          echo "/opt/cmake/bin" >> $GITHUB_PATH

      - name: Display cmake version
        shell: bash
        run: |
          cmake --version
          which cmake

      - name: Install deps
        shell: bash
        run: |
          apt-get update -y
          apt-get install -y build-essential jq git python3-pip
          apt-get install -y curl
          apt-get install -y libgstreamer1.0-dev libgstreamer-plugins-base1.0-dev libunwind-dev

      - name: Show files
        shell: bash
        run: |
          echo "pwd: $PWD"
          ls -lh
          echo "---"
          ls -lh scripts/flutter

      - name: Install Python dependencies
        shell: bash
        run: |
          python3 -m pip install --upgrade pip jinja2 iso639-lang dataclasses

      - name: Setup Flutter SDK
        uses: flutter-actions/setup-flutter@v3
        with:
          channel: stable
          version: latest

      - name: Install ninja
        shell: bash
        run: |
          apt-get install -y ninja-build

      - name: Display ninja version
        shell: bash
        run: |
          ninja --version
          ninja --help || true
          which ninja

      - name: Display PWD
        shell: bash
        run: |
          echo "pwd: $PWD"
          ls -lh

      - name: Display machine info
        shell: bash
        run: |
          uname -a

      - name: Display flutter info
        shell: bash
        run: |
          which flutter
          which dart

          flutter --version

          git config --global --add safe.directory /__t/flutter-Linux-*/flutter || true

          flutter --version

          dart --version
          flutter doctor

      - name: Install libgtk-3-dev
        shell: bash
        run: |
          apt install -y libgtk-3-dev tree clang pkg-config

      - name: Display flutter info (2)
        shell: bash
        run: |
          which flutter
          which dart

          flutter --version
          dart --version
          flutter doctor

          cd ..

      - name: Build flutter
        shell: bash
        run: |
          cd scripts/flutter

          total=${{ matrix.total }}
          index=${{ matrix.index }}

          ./generate-tts.py --total $total --index $index

          chmod +x *.sh
          ./build-linux-tts.sh
          cd ../../
          ls -lh *.tar.bz2

      - name: Display generated files
        shell: bash
        run: |
          ls -lh *.tar.bz2

      - uses: actions/upload-artifact@v3
        with:
          name: ${{ matrix.os }}-${{ matrix.total }}-${{ matrix.index }}
          path: ./*.tar.bz2

  tts_upload:
    needs: [tts]
    name: tts upload ${{ matrix.index }}/${{ matrix.total }}
    runs-on: ${{ matrix.os }}
    strategy:
      fail-fast: false
      matrix:
        os: [ubuntu-latest]
        total: ["20"]
        index: ["0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10", "11", "12", "13", "14", "15", "16", "17", "18", "19"]
        # total: ["1"]
        # index: ["0"]

    steps:
      - uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - name: Retrieve artifact from ubuntu-latest
        uses: actions/download-artifact@v3
        with:
          name: ${{ matrix.os }}-${{ matrix.total }}-${{ matrix.index }}
          path: /tmp/files/

      - name: Publish to huggingface
        if: (github.repository_owner == 'csukuangfj' || github.repository_owner == 'k2-fsa' || github.repository_owner == 'csu-fangjun') && ((github.event_name == 'push' || github.event_name == 'workflow_dispatch') || contains(github.ref, 'refs/tags/'))
        env:
          HF_TOKEN: ${{ secrets.HF_TOKEN }}
        uses: nick-fields/retry@v3
        with:
          max_attempts: 20
          timeout_seconds: 200
          shell: bash
          command: |
            git config --global user.email "csukuangfj@gmail.com"
            git config --global user.name "Fangjun Kuang"

            rm -rf huggingface
            export GIT_LFS_SKIP_SMUDGE=1
            export GIT_CLONE_PROTECTION_ACTIVE=false

            SHERPA_ONNX_VERSION=$(grep "SHERPA_ONNX_VERSION" ./CMakeLists.txt  | cut -d " " -f 2  | cut -d '"' -f 2)
            echo "SHERPA_ONNX_VERSION $SHERPA_ONNX_VERSION"

            git clone https://huggingface.co/csukuangfj/sherpa-onnx-flutter huggingface
            cd huggingface
            git fetch
            git pull
            git merge -m "merge remote" --ff origin main
            dst=flutter/tts/linux/$SHERPA_ONNX_VERSION
            mkdir -p $dst
            cp -v /tmp/files/*.tar.bz2 $dst

            git status
            git lfs track "*.bz2"
            git add .
            git commit -m "add more files"
            git push https://csukuangfj:$HF_TOKEN@huggingface.co/csukuangfj/sherpa-onnx-flutter main