Address a comment.

apache · Feb 6, 2018 · b3d5209 · b3d5209
1 parent 06ae568
commit b3d5209
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/python/pyspark/serializers.py b/python/pyspark/serializers.py
@@ -232,7 +232,8 @@ def create_array(s, t):
             return pa.Array.from_pandas(s, mask=mask).cast(t, safe=False)
         elif t is not None and pa.types.is_string(t) and sys.version < '3':
             # TODO: need decode before converting to Arrow in Python 2
-            return pa.Array.from_pandas(s.str.decode('utf-8'), mask=mask, type=t)
+            return pa.Array.from_pandas(s.apply(
+                lambda v: v.decode("utf-8") if isinstance(v, str) else v), mask=mask, type=t)
         return pa.Array.from_pandas(s, mask=mask, type=t)
 
     arrs = [create_array(s, t) for s, t in series]