update ci

.github/workflows/dataset.yml

@@ -0,0 +1,32 @@
+name: dataset
+
+on:
+  # Trigger the workflow on push or pull request,
+  # but only for the main branch
+  push:
+    branches:
+      - main
+    paths:
+      - "**/*.py"
+      - .github/workflows/dataset.yml
+  pull_request:
+    branches:
+      - main
+    paths:
+      - "**/*.py"
+      - .github/workflows/dataset.yml
+
+jobs:
+  ray:
+    runs-on: [self-hosted, gpu]
+    steps:
+      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+        with:
+            fetch-depth: 0
+      - name: Install the current repository
+        run: |
+          pip install -e .[test] --user
+      - name: Running dataset tests
+        run: |
+          [ ! -d "$HOME/verl-data" ] && git clone --depth 1 https://github.com/eric-haibin-lin/verl-data ~/verl-data
+          pytest -s -x tests/verl

.github/workflows/gpu_test.yml → .github/workflows/ray_test.yml

@@ -35,10 +35,6 @@ jobs:
         run: |
           pip install hf_transfer
           pip install -e .[test]
-      - name: Running dataset tests
-        run: |
-          [ ! -d "$HOME/verl-data" ] && git clone --depth 1 https://github.com/eric-haibin-lin/verl-data ~/verl-data
-          pytest -s -x tests/verl
       - name: Running ray tests that need 8 GPUs
         run: |
           cd tests/ray