diff --git a/test/mpi/solver/solver.cpp b/test/mpi/solver/solver.cpp
index be9f6865c86..3e8237f524c 100644
--- a/test/mpi/solver/solver.cpp
+++ b/test/mpi/solver/solver.cpp
@@ -139,10 +139,7 @@ struct CgWithMg : SimpleSolverTest<gko::solver::Cg<solver_value_type>> {
                               // rows than the default value
                     .with_criteria(
                         gko::stop::Iteration::build().with_max_iters(
-                            iteration_count()),
-                        gko::stop::ResidualNorm<value_type>::build()
-                            .with_baseline(gko::stop::mode::absolute)
-                            .with_reduction_factor(2 * reduction_factor())));
+                            1u));
     }
 
     static bool blacklisted(const std::string& test)