diff --git a/src/sparseml/core/logger/logger.py b/src/sparseml/core/logger/logger.py
index a7ab7c75512..53b15dc8f87 100644
--- a/src/sparseml/core/logger/logger.py
+++ b/src/sparseml/core/logger/logger.py
@@ -422,13 +422,17 @@ def _log_lambda(
             level = LOGGING_LEVELS["debug"]
 
         if level > LOGGING_LEVELS["debug"]:
-            format = "%s %s step %s: %s"
-            log_args = [
-                self.name,
-                tag,
-                step,
-                values or value,
-            ]
+            if step is not None:
+                format = "%s %s step %s: %s"
+                log_args = [
+                    self.name,
+                    tag,
+                    step,
+                    values or value,
+                ]
+            else:
+                format = "%s %s: %s"
+                log_args = [self.name, tag, values or value]
         else:
             format = "%s %s [%s - %s]: %s"
             log_args = [self.name, tag, step, wall_time, values or value]