run-vespa-linux.yml

name: Run Vespa on Linux

on:
  push:
    branches:
    - main
    paths:
    - run-vespa.ipynb
  pull_request:
    branches:
    - main
  workflow_dispatch:

jobs:
  build:

    runs-on: ubuntu-latest

    steps:
    - uses: actions/checkout@v4
    - name: Check Hardware Spec
      run: /bin/bash ./scripts/get_hardware_info.sh
    - name: Cache dataset
      uses: actions/cache@v4
      with:
        path: |
          dataset
        key: ${{ runner.os }}-dataset
    - name: Download data
      run: /bin/bash ./scripts/setup.sh gha
    - name: Install Vespa CLI
      run: |
        vespa_cli_version=$(grep vespa_version run-vespa.ipynb | head -n1 | sed -e "s/\\\\//g" -e "s/.*= \"\(.*\)\"n.*/\1/")
        curl -L https://github.com/vespa-engine/vespa/releases/download/v${vespa_cli_version}/vespa-cli_${vespa_cli_version}_linux_amd64.tar.gz | tar xz
        sudo mv vespa-cli_${vespa_cli_version}_linux_amd64/bin/vespa /usr/local/bin
    - name: Set up Python 3.10
      uses: actions/setup-python@v5
      with:
        python-version: '3.10'
    - name: Cache pip modules
      uses: actions/cache@v4
      with:
        path: ~/.cache/pip
        key: ${{ runner.os }}-pip-${{ hashFiles('**/requirements.txt') }}
        restore-keys: |
          ${{ runner.os }}-pip-
    - name: Install dependencies
      run: |
        python -m pip install --upgrade pip
        if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
    - name: Run ANN search
      run: papermill run-vespa.ipynb output-vespa-linux.ipynb --log-output
    - name: 'Upload Results'
      uses: actions/upload-artifact@v4
      with:
        name: vespa-results
        path: results.json