Remove useless cache

Signed-off-by: David Gageot <david.gageot@docker.com>

Author: dgageot

.github/workflows/binaries.yml

@@ -14,9 +14,6 @@ jobs:
         uses: docker/bake-action@v2
         with:
           targets: binaries
-          set: |
-            *.cache-from=type=gha,scope=binaries
-            *.cache-to=type=gha,scope=binaries
       - name: Rename binaries
         run: |
           mkdir bin