Skip to content

Update LLM Perf Leaderboard #449

Update LLM Perf Leaderboard

Update LLM Perf Leaderboard #449

name: Update LLM Perf Leaderboard
on:
workflow_dispatch:
schedule:
- cron: "0 */6 * * *"
concurrency:
cancel-in-progress: true
group: ${{ github.workflow }}-${{ github.ref }}
jobs:
update_llm_perf_leaderboard:
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Set up Python 3.10
uses: actions/setup-python@v3
with:
python-version: "3.10"
- name: Install requirements
run: |
pip install --upgrade pip
pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
pip install pandas huggingface_hub[hf_transfer]
pip install .
- name: Update Open LLM Data
env:
HF_TOKEN: ${{ secrets.HF_TOKEN }}
HF_HUB_ENABLE_HF_TRANSFER: 1
run: |
python llm_perf/update_llm_perf_leaderboard.py