avoid unnecessary conversion

apache · Mar 31, 2016 · 72a5ec0 · 72a5ec0
1 parent 8597bba
commit 72a5ec0
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/python/pyspark/worker.py b/python/pyspark/worker.py
@@ -63,8 +63,11 @@ def chain(f, g):
 
 
 def wrap_udf(f, return_type):
-    toInternal = return_type.toInternal
-    return lambda *a: toInternal(f(*a))
+    if return_type.needConversion():
+        toInternal = return_type.toInternal
+        return lambda *a: toInternal(f(*a))
+    else:
+        return lambda *a: f(*a)
 
 
 def read_single_udf(pickleSer, infile):