Nepse Data Auto Scrape #393
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Nepse Data Auto Scrape | |
on: | |
# push: | |
# branches: | |
# - main | |
schedule: | |
- cron: '0 10 */2 * *' # runs everyday at 10 am | |
jobs: | |
build: | |
runs-on: ubuntu-latest | |
defaults: | |
run: | |
working-directory: ./scrapper | |
steps: | |
- name: Checkout | |
uses: actions/checkout@v3 | |
- name: Setup Python Environment | |
uses: actions/setup-python@v4 | |
with: | |
python-version: '3.9' | |
cache: 'pip' | |
- name: Install Dependencies | |
run: | | |
pip install -r requirements.txt | |
- name: Execute Scraping Script | |
run: | | |
python ipo_scrapper.py | |
# change working directory to root | |
- name: Change Working Directory | |
run: | | |
cd .. | |
# - name: Check for Changes | |
# id: check_changes | |
# run: | | |
# git diff --exit-code --quiet | |
# echo "::set-output name=changed::$?" | |
- name: Commit and Push Files | |
# if: steps.check_changes.outputs.changed == 'false' | |
run: | | |
git config --local user.email "[email protected]" | |
git config --local user.name "Ranjit Shrestha" | |
git add . | |
git commit --allow-empty -am "IPO scrapper ran at $(date)" | |
git pull origin main | |
git push origin main |