diff --git a/rllib/evaluation/env_runner_v2.py b/rllib/evaluation/env_runner_v2.py
index c14535b41de64..2893f8735dde1 100644
--- a/rllib/evaluation/env_runner_v2.py
+++ b/rllib/evaluation/env_runner_v2.py
@@ -798,7 +798,9 @@ def _handle_done_episode(
                 resetted_obs: Dict[
                     EnvID, Dict[AgentID, EnvObsType]
                 ] = self._base_env.try_reset(env_id)
-                if resetted_obs is None or not isinstance(resetted_obs, Exception):
+                if resetted_obs is None or not isinstance(
+                    resetted_obs[env_id], Exception
+                ):
                     break
                 else:
                     # Report a faulty episode.