notebooks.yml

---
name: Run Notebooks

on:
  schedule:
    - cron: '0 */1 * * *'  # Every hour
  workflow_dispatch:  # Manual trigger
  
jobs:
  run-notebooks:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
        with:
          fetch-depth: 0
      
      - name: Set up Python
        uses: actions/setup-python@v4
        with:
          python-version: '3.10'
          
      - name: Install dependencies
        run: |
          cd notebooks
          python -m pip install --upgrade pip
          pip install -r requirements.txt
      - name: Run notebooks
        env:
          # Add any required environment variables here
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
          PANDAOPS_CLICKHOUSE_URL: ${{ secrets.PANDAOPS_CLICKHOUSE_URL }}
        run: |
          ./run_notebook.sh
      - name: Configure Git
        run: |
          git config --global user.name 'github-actions[bot]'
          git config --global user.email 'github-actions[bot]@users.noreply.github.com'
          
      - name: Commit and push changes
        run: |
          if [[ -n $(git status --porcelain) ]]; then
            git add data/ notebooks/data/
            git commit -m "chore: update notebook data [skip ci]"
            
            # Try to push, if fails due to remote changes, rebase and try again
            if ! git push; then
              git pull --rebase
              git push
            fi
          else
            echo "No changes to commit"
          fi