diff --git a/python/ray/data/tests/test_logging.py b/python/ray/data/tests/test_logging.py
index ace59dbcda92..ec300ca49aae 100644
--- a/python/ray/data/tests/test_logging.py
+++ b/python/ray/data/tests/test_logging.py
@@ -127,6 +127,8 @@ def test_custom_config(reset_logging, monkeypatch, tmp_path):
 def test_json_logging_configuration(
     capsys, reset_logging, monkeypatch, shutdown_only, propagate_logs
 ):
+    import json
+
     monkeypatch.setenv("RAY_DATA_LOG_ENCODING", "JSON")
     ray.init()
 
@@ -148,20 +150,19 @@ def test_json_logging_configuration(
         log_contents = file.read()
 
     # Validate the log is in JSON format (a basic check for JSON)
-    assert all(
-        log_line.startswith("{") and log_line.endswith("}")
-        for log_line in log_contents.splitlines()
-    )
+    messages = []
+    for log_line in log_contents.splitlines():
+        log_dict = json.loads(log_line)  # will error if not a json line
+        messages.append(log_dict["message"])
 
-    assert '"message": "ham"' in log_contents
-    assert '"message": "turkey"' in log_contents
+    assert "ham" in messages
+    assert "turkey" in messages
 
     # Validate console logs are in text mode
     console_log_output = capsys.readouterr().err
-    assert not any(
-        log_line.startswith("{") and log_line.endswith("}")
-        for log_line in console_log_output.splitlines()
-    )
+    for log_line in console_log_output.splitlines():
+        with pytest.raises(json.JSONDecodeError):
+            json.loads(log_line)
 
     assert "ham" in console_log_output
     assert "turkey" not in console_log_output