diff --git a/.github/workflows/scripts/release-against-rancher.sh b/.github/workflows/scripts/release-against-rancher.sh
index 469b16f0b..cc9ff3a80 100755
--- a/.github/workflows/scripts/release-against-rancher.sh
+++ b/.github/workflows/scripts/release-against-rancher.sh
@@ -87,7 +87,7 @@ make .dapper
 
 # DAPPER_MODE=bind will make sure we output everything that changed
 DAPPER_MODE=bind ./.dapper go generate ./... || true
-DAPPER_MODE=bind ./.dapper rm -rf go
+DAPPER_MODE=bind ./.dapper rm -rf go .config
 
 git add .
 git commit -m "Bump webhook to ${NEW_CHART_VERSION}+up${NEW_WEBHOOK_VERSION_SHORT}"