[SPARK-1982] Support for ByteType and ShortType.

apache · Jun 19, 2014 · f7aeba3 · f7aeba3
1 parent 3104886
commit f7aeba3
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetTypes.scala b/sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetTypes.scala
@@ -170,6 +170,9 @@ private[parquet] object ParquetTypesConverter {
       Some(ParquetPrimitiveTypeName.FIXED_LEN_BYTE_ARRAY)
     case FloatType => Some(ParquetPrimitiveTypeName.FLOAT)
     case IntegerType => Some(ParquetPrimitiveTypeName.INT32)
+    // There is no type for Byte or Short so we promote them to INT32.
+    case ShortType => Some(ParquetPrimitiveTypeName.INT32)
+    case ByteType => Some(ParquetPrimitiveTypeName.INT32)
     case LongType => Some(ParquetPrimitiveTypeName.INT64)
     case _ => None
   }