diff --git a/sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetTypes.scala b/sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetTypes.scala index 5843f68ed41d0..d5516fc7bac2d 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetTypes.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetTypes.scala @@ -170,6 +170,9 @@ private[parquet] object ParquetTypesConverter { Some(ParquetPrimitiveTypeName.FIXED_LEN_BYTE_ARRAY) case FloatType => Some(ParquetPrimitiveTypeName.FLOAT) case IntegerType => Some(ParquetPrimitiveTypeName.INT32) + // There is no type for Byte or Short so we promote them to INT32. + case ShortType => Some(ParquetPrimitiveTypeName.INT32) + case ByteType => Some(ParquetPrimitiveTypeName.INT32) case LongType => Some(ParquetPrimitiveTypeName.INT64) case _ => None }