[RLlib] Add missing sampler_results key to fetch min desired reward…

… in RLlib release tests (#35354) Signed-off-by: Artur Niederfahrenhorst <attaismyname@googlemail.com>
ray-project · May 16, 2023 · ea6b926 · ea6b926
1 parent fa077fb
commit ea6b926
Showing 1 changed file with 8 additions and 4 deletions.
diff --git a/rllib/utils/test_utils.py b/rllib/utils/test_utils.py
@@ -786,9 +786,9 @@ def should_check_eval(experiment):
 
             check_eval = should_check_eval(e)
             episode_reward_key = (
-                "episode_reward_mean"
+                "sampler_results/episode_reward_mean"
                 if not check_eval
-                else "evaluation/episode_reward_mean"
+                else "evaluation/sampler_results/episode_reward_mean"
             )
 
             # For smoke-tests, we just run for n min.
@@ -904,14 +904,18 @@ def should_check_eval(experiment):
                 if check_eval:
                     episode_reward_mean = np.mean(
                         [
-                            t.metric_analysis["evaluation/episode_reward_mean"]["max"]
+                            t.metric_analysis[
+                                "evaluation/sampler_results/episode_reward_mean"
+                            ]["max"]
                             for t in trials_for_experiment
                         ]
                     )
                 else:
                     episode_reward_mean = np.mean(
                         [
-                            t.metric_analysis["episode_reward_mean"]["max"]
+                            t.metric_analysis["sampler_results/episode_reward_mean"][
+                                "max"
+                            ]
                             for t in trials_for_experiment
                         ]
                     )