Skip to content

Create arxiv-daily.yml #1

Create arxiv-daily.yml

Create arxiv-daily.yml #1

Workflow file for this run

name: 'arxiv-daily'
on:
workflow_dispatch:
push:
branches: [ main ]
schedule:
- cron: '30 3 * * *'
jobs:
arxiv-daily:
runs-on: ubuntu-latest
timeout-minutes: 10
steps:
- uses: actions/checkout@v2
- name: set up python
uses: actions/setup-python@v2
with:
python-version: '3.10'
- name: install dependencies
run: |
python -m pip install --upgrade pip
pip install -r requirements.txt
- name: run crawler
env:
ENDPOINT: ${{ secrets.ENDPOINT }}
KEY_ID: ${{ secrets.KEY_ID }}
APPLICATION_KEY: ${{ secrets.APPLICATION_KEY }}
BUCKET_NAME: ${{ secrets.BUCKET_NAME }}
TZ: 'America/New_York'
run: |
python scripts/crawl.py