diff --git a/src/HealthChecks.Redis/HealthChecks.Redis.csproj b/src/HealthChecks.Redis/HealthChecks.Redis.csproj
index 6752defc10..79b7b7622b 100644
--- a/src/HealthChecks.Redis/HealthChecks.Redis.csproj
+++ b/src/HealthChecks.Redis/HealthChecks.Redis.csproj
@@ -9,7 +9,7 @@
   </PropertyGroup>
 
   <ItemGroup>
-    <PackageReference Include="StackExchange.Redis" Version="2.2.88" />
+    <PackageReference Include="StackExchange.Redis" Version="2.5.43" />
     <PackageReference Include="Microsoft.Extensions.Diagnostics.HealthChecks" Version="6.0.3" />
   </ItemGroup>
 
diff --git a/src/HealthChecks.Redis/RedisHealthCheck.cs b/src/HealthChecks.Redis/RedisHealthCheck.cs
index c14f88438d..8e02cb143c 100644
--- a/src/HealthChecks.Redis/RedisHealthCheck.cs
+++ b/src/HealthChecks.Redis/RedisHealthCheck.cs
@@ -63,6 +63,8 @@ public async Task<HealthCheckResult> CheckHealthAsync(HealthCheckContext context
             }
             catch (Exception ex)
             {
+                _connections.TryRemove(_redisConnectionString, out var connection);
+                connection?.Dispose();
                 return new HealthCheckResult(context.Registration.FailureStatus, exception: ex);
             }
         }