diff --git a/main.go b/main.go
index 2f8349744..4f5050399 100644
--- a/main.go
+++ b/main.go
@@ -228,8 +228,10 @@ func main() {
 		},
 	}
 
-	mgrConfig.Cache.DefaultNamespaces = map[string]ctrlcache.Config{
-		watchNamespace: {},
+	if watchNamespace != "" {
+		mgrConfig.Cache.DefaultNamespaces = map[string]ctrlcache.Config{
+			watchNamespace: {},
+		}
 	}
 
 	mgr, err := ctrl.NewManager(restConfig, mgrConfig)