From 1b13e3428fe893bfc8f06d44b846b92e198de2f6 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E7=8E=8B=E6=99=93=E5=93=B2?= Date: Mon, 12 Jun 2017 18:15:15 +0800 Subject: [PATCH] [SPARK-20947][PYTHON] Fix encoding/decoding error in pipe action --- python/pyspark/rdd.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/pyspark/rdd.py b/python/pyspark/rdd.py index 60141792d499b..239b6e69b6f89 100644 --- a/python/pyspark/rdd.py +++ b/python/pyspark/rdd.py @@ -751,7 +751,7 @@ def func(iterator): def pipe_objs(out): for obj in iterator: - s = str(obj).rstrip('\n') + '\n' + s = unicode(obj).rstrip('\n') + '\n' out.write(s.encode('utf-8')) out.close() Thread(target=pipe_objs, args=[pipe.stdin]).start()