[python] Allows send more than 32k utf-8 string (#1719)

engines/python/setup/djl_python/inputs.py

@@ -62,7 +62,7 @@ def retrieve_short(conn):
 
 
 def retrieve_utf8(conn):
-    length = retrieve_short(conn)
+    length = retrieve_int(conn)
     if length < 0:
         return None
 

engines/python/setup/djl_python/outputs.py

@@ -159,10 +159,10 @@ def binary_encode(data: dict) -> bytes:
     @staticmethod
     def write_utf8(msg, val):
         if val is None:
-            msg += struct.pack('>h', -1)
+            msg += struct.pack('>i', -1)
         else:
             buf = val.encode('utf-8')
-            msg += struct.pack('>h', len(buf))
+            msg += struct.pack('>i', len(buf))
             msg += buf
 
     def finalize(self, finalize_function, *args):

engines/python/setup/djl_python/test_model.py

@@ -176,7 +176,7 @@ def retrieve_short(bytearr: bytearray, start_iter):
 
 
 def retrieve_utf8(bytearr: bytearray, start_iter):
-    length, start_iter = retrieve_short(bytearr, start_iter)
+    length, start_iter = retrieve_int(bytearr, start_iter)
     if length < 0:
         return None
     end_iter = start_iter + length

engines/python/src/main/java/ai/djl/python/engine/CodecUtils.java

@@ -52,7 +52,7 @@ public static byte[] readBytes(ByteBuf in, int maxLength) {
      * @return a string read from the buffer.
      */
     public static String readUtf8(ByteBuf in) {
-        int len = in.readShort();
+        int len = in.readInt();
         if (len < 0) {
             return null;
         }
@@ -69,10 +69,10 @@ public static String readUtf8(ByteBuf in) {
      */
     public static void writeUtf8(ByteBuf buf, String value) {
         if (value == null) {
-            buf.writeShort(-1);
+            buf.writeInt(-1);
         } else {
             byte[] bytes = value.getBytes(StandardCharsets.UTF_8);
-            buf.writeShort(bytes.length);
+            buf.writeInt(bytes.length);
             buf.writeBytes(bytes);
         }
     }