diff --git a/.github/workflows/CI.yml b/.github/workflows/CI.yml
index 46aa368..23e1d6d 100644
--- a/.github/workflows/CI.yml
+++ b/.github/workflows/CI.yml
@@ -6,9 +6,11 @@ on:
       - main
     paths:
       - 'action.yml'
+      - '.github/**'
   pull_request:
     paths:
       - 'action.yml'
+      - '.github/**'
 
 jobs:
   generate-key:
@@ -21,9 +23,7 @@ jobs:
       run: 'write("random.txt", string(rand(10)))'
     - name: Set cache-name as output
       id: name
-      run: echo "::set-output name=cache-name::$(echo $CACHE_NAME)"
-      env:
-        CACHE_NAME: ${{ hashFiles('random.txt') }}
+      run: echo "::set-output name=cache-name::${{ hashFiles('random.txt') }}"
 
   test-save:
     needs: generate-key
@@ -69,10 +69,11 @@ jobs:
         @assert ENV["cache-hit"] == "true"
       env:
         cache-hit: ${{ steps.cache.outputs.cache-hit }}
-    - name: Check non-empty artifacts dir
+    - name: Check non-empty artifacts and packages dir
       shell: 'julia --color=yes {0}'
       run: |
-        dir = joinpath(first(DEPOT_PATH), "artifacts")
-        @assert isdir(dir)
-        @assert !isempty(readdir(dir))
+        artifacts_dir = joinpath(first(DEPOT_PATH), "artifacts")
+        @assert !isempty(readdir(artifacts_dir))
+        packages_dir = joinpath(first(DEPOT_PATH), "packages")
+        @assert !isempty(readdir(packages_dir))
 
diff --git a/action.yml b/action.yml
index 31156d9..737c02e 100644
--- a/action.yml
+++ b/action.yml
@@ -11,13 +11,13 @@ inputs:
     description: 'Name used as part of the cache keys'
     default: 'julia-cache'
   cache-artifacts:
-    description: 'Whether to cache artifacts'
+    description: 'Whether to cache ~/.julia/artifacts/'
     default: 'true'
   cache-packages:
-    description: 'Whether to cache packages'
+    description: 'Whether to cache ~/.julia/packages/'
     default: 'true'
-  cache-registry:
-    description: 'Whether to cache the registry'
+  cache-registries:
+    description: 'Whether to cache ~/.julia/registries/'
     default: 'false'
 
 outputs:
@@ -30,25 +30,18 @@ runs:
   steps:
     - id: paths
       run: |
-        PATHS=""
-        [ "$CACHE_ARTIFACTS" = "true" ] && PATHS="${PATHS}~/.julia/artifacts"$'\n'
-        [ "$CACHE_PACKAGES" = "true" ] && PATHS="${PATHS}~/.julia/packages"$'\n'
-        [ "$CACHE_REGISTRY" = "true" ] && PATHS="${PATHS}~/.julia/registry"$'\n'
-        if [ "$PATHS" = "" ]; then
-          echo "::error title=Invalid inputs::At least one of cache-artifacts, cache-packages or cache-registry has to be true"
-          exit 1
-        fi
-        echo "::set-output name=cache-paths::$PATHS"
-      env:
-        CACHE_ARTIFACTS: ${{ inputs.cache-artifacts }}
-        CACHE_PACKAGES: ${{ inputs.cache-packages }}
-        CACHE_REGISTRY: ${{ inputs.cache-registry }}
+        [ "${{ inputs.cache-artifacts }}" = "true" ] && A_PATH="~/.julia/artifacts"
+        echo "ARTIFACTS_PATH=$A_PATH" >> $GITHUB_ENV
+        [ "${{ inputs.cache-packages }}" = "true" ] && P_PATH="~/.julia/packages"
+        echo "PACKAGES_PATH=$P_PATH" >> $GITHUB_ENV
+        [ "${{ inputs.cache-registries }}" = "true" ] && R_PATH="~/.julia/registries"
+        echo "REGISTRIES_PATH=$R_PATH" >> $GITHUB_ENV
       shell: bash
 
     - uses: actions/cache@937d24475381cd9c75ae6db12cb4e79714b926ed
       id: cache
       with:
-        path: ${{ steps.paths.outputs.cache-paths }}
+        path: "${{ format('{0}\n{1}\n{2}', env.ARTIFACTS_PATH, env.PACKAGES_PATH, env.REGISTRIES_PATH) }}"
         key: ${{ runner.os }}-test-${{ inputs.cache-name }}-${{ hashFiles('**/Project.toml') }}
         restore-keys: |
           ${{ runner.os }}-test-${{ inputs.cache-name }}-