Arxiv Paper Crawler #13
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Arxiv Paper Crawler | |
on: | |
schedule: | |
- cron: '0 12 */1 * *' # Runs at UTC 12:00, every 2 days. --> UTC+8 20:00 | |
workflow_dispatch: | |
# A workflow run is made up of one or more jobs that can run sequentially or in parallel | |
jobs: | |
crawl: | |
runs-on: ubuntu-latest | |
steps: | |
- name: Checkout repository | |
uses: actions/checkout@v3 | |
- name: Setup Python | |
uses: actions/setup-python@v4 | |
with: | |
python-version: '3.x' | |
- name: Install dependencies | |
run: | | |
python -m pip install --upgrade pip | |
pip install requests beautifulsoup4 pytz | |
- name: Run crawler and update arxiv.md | |
run: | | |
python tools/paper.py | |
- name: Commit changes | |
run: | | |
git config --local user.name "zhixin612" | |
git config --local user.email "zhao612@tju.edu.cn" | |
git commit -a -m "Update daily arxiv papers" || echo "No changes to commit" | |
git push | |
env: | |
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} |