diff --git a/action.yml b/action.yml
index 217be26..e00ab46 100644
--- a/action.yml
+++ b/action.yml
@@ -135,7 +135,7 @@ runs:
         mkdir /cache/skopeo || true
 
     - name: Determine Flatpak dependencies
-      if: inputs.enable_flatpak_dependencies == 'true'
+      if: inputs.enable_flatpak_dependencies == 'true' and (flatpak_remote_refs != '' or flatpak_remote_refs_dir != '')
       id: flatpak_dependencies
       shell: bash
       run: |