-
Notifications
You must be signed in to change notification settings - Fork 0
52 lines (41 loc) · 1.17 KB
/
data_scraping.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
name: Data scraping and collection
on:
schedule:
- cron: '0 * * * *' # This cron expression means "at the start of every hour"
push:
branches:
- main
jobs:
run-script:
runs-on: windows-latest
permissions:
contents: write
steps:
- name: Checkout repository content
uses: actions/checkout@v3
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: '3.11'
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install -r requirements.txt
- name: Run the script
run: |
python data/data_scraper.py
- name: Configure git
run: |
git config --global user.name 'Adegbehingbe Oluwakorede Joseph'
git config --global user.email '[email protected]'
- name: Commit recent data updates
run: |
git add data/aqi_data.csv
git commit -m "Update aqi_data.csv"
- name: Push data changes
run: |
git push origin main
# - uses: stefanzweifel/git-auto-commit-action@v5
# with:
# commit_message: Update AQI data
# # branch: main