diff --git a/.github/workflows/latest_os.yml b/.github/workflows/latest_os.yml
index fda877b..b4e5e5e 100644
--- a/.github/workflows/latest_os.yml
+++ b/.github/workflows/latest_os.yml
@@ -42,7 +42,7 @@ jobs:
           path: |
             ${{ env.INSTALL_PATH }}
             ~/perl5
-          key: ${{ runner.os }}-${{ hashFiles('.github/workflows/latest_os.yml') }}
+          key: ${{ runner.os }}-${{ matrix.openresty-version }}-${{ hashFiles('.github/workflows/latest_os.yml') }}
 
       - name: Create needed paths
         if: steps.cache-deps.outputs.cache-hit != 'true'
@@ -134,7 +134,7 @@ jobs:
           path: |
             ${{ env.INSTALL_PATH }}
             ~/perl5
-          key: ${{ runner.os }}-${{ hashFiles('.github/workflows/latest_os.yml') }}
+          key: ${{ runner.os }}-${{ matrix.openresty-version }}-${{ hashFiles('.github/workflows/latest_os.yml') }}
 
       - name: Lint code
         run: |
@@ -177,7 +177,7 @@ jobs:
           path: |
             ${{ env.INSTALL_PATH }}
             ~/perl5
-          key: ${{ runner.os }}-${{ hashFiles('.github/workflows/latest_os.yml') }}
+          key: ${{ runner.os }}-${{ matrix.openresty-version }}-${{ hashFiles('.github/workflows/latest_os.yml') }}
 
       - name: Install lua-resty-healthcheck
         run: luarocks make