diff --git a/src/transformers/models/codegen/tokenization_codegen.py b/src/transformers/models/codegen/tokenization_codegen.py
index b9f2b8f9b2a7..c79a6d46e4ad 100644
--- a/src/transformers/models/codegen/tokenization_codegen.py
+++ b/src/transformers/models/codegen/tokenization_codegen.py
@@ -23,7 +23,7 @@
 import numpy as np
 import regex as re
 
-from ...utils import is_tf_available, is_torch_available, logging
+from ...utils import is_tf_available, is_torch_available, logging, to_py_obj
 
 
 if TYPE_CHECKING:
@@ -352,6 +352,9 @@ def decode(
         Returns:
             `str`: The decoded sentence.
         """
+
+        token_ids = to_py_obj(token_ids)
+
         decoded_text = super()._decode(
             token_ids=token_ids,
             skip_special_tokens=skip_special_tokens,