Try manually cache build layers

.github/workflows/build.yml

@@ -18,6 +18,16 @@ jobs:
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v1
 
+      - name: Cache Docker layers
+        uses: https://github.com/actions/cache@v3
+        with:
+          path: |
+            /tmp/.buildx-cache.bookworm
+            /tmp/.buildx-cache.latest
+          key: ${{ runner.os }}-buildx-${{ gitea.sha }}
+          restore-keys: |
+            ${{ runner.os }}-buildx-
+
       - name: Login to Docker
         uses: docker/login-action@v1
         with: