Skip to content

full scrape

full scrape #6

Workflow file for this run

name: Run repo scraper
on:
push:
branches: [main,deployments]
pull_request:
branches: [main,deployments]
jobs:
build:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: "3.10"
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install -r tools/repo_scraper/requirements.txt
- name: Run repo scraper
env:
DROPBOX_TOKEN: ${{ secrets.DROPBOX_TOKEN }}
DROPBOX_APP_KEY: ${{ secrets.DROPBOX_APP_KEY }}
DROPBOX_APP_SECRET: ${{ secrets.DROPBOX_APP_SECRET }}
DROPBOX_REFRESH_TOKEN: ${{ secrets.DROPBOX_REFRESH_TOKEN }}
GH_TOKEN: ${{ secrets.GH_TOKEN }}
run: |
python tools/repo_scraper/repo_scraper.py