diff --git a/aiohttp/connector.py b/aiohttp/connector.py
index 49a7fd76341..cfeded90fb3 100644
--- a/aiohttp/connector.py
+++ b/aiohttp/connector.py
@@ -199,7 +199,6 @@ def _release(self, key, req, transport, protocol, *, should_close=False):
 
         reader = protocol.reader
         if should_close or (reader.output and not reader.output.at_eof()):
-            self._conns.pop(key, None)
             transport.close()
         else:
             conns = self._conns.get(key)