diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/DataSource.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/DataSource.scala index bfb919bf49819..68f17787c89df 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/DataSource.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/DataSource.scala @@ -699,7 +699,13 @@ object DataSource extends Logging { val useV1Sources = conf.getConf(SQLConf.USE_V1_SOURCE_LIST).toLowerCase(Locale.ROOT) .split(",").map(_.trim) val cls = lookupDataSource(provider, conf) - cls.getDeclaredConstructor().newInstance() match { + val instance = try { + cls.getDeclaredConstructor().newInstance() + } catch { + // Throw the original error from the data source implementation. + case e: java.lang.reflect.InvocationTargetException => throw e.getCause + } + instance match { case d: DataSourceRegister if useV1Sources.contains(d.shortName()) => None case t: TableProvider if !useV1Sources.contains(cls.getCanonicalName.toLowerCase(Locale.ROOT)) => diff --git a/sql/core/src/test/scala/org/apache/spark/sql/connector/DataSourceV2Suite.scala b/sql/core/src/test/scala/org/apache/spark/sql/connector/DataSourceV2Suite.scala index 52d0151ee4623..e8525eee2960a 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/connector/DataSourceV2Suite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/connector/DataSourceV2Suite.scala @@ -77,6 +77,12 @@ class DataSourceV2Suite extends QueryTest with SharedSparkSession with AdaptiveS }.head } + test("invalid data source") { + intercept[IllegalArgumentException] { + spark.read.format(classOf[InvalidDataSource].getName).load() + } + } + test("simplest implementation") { Seq(classOf[SimpleDataSourceV2], classOf[JavaSimpleDataSourceV2]).foreach { cls => withClue(cls.getName) { @@ -1155,3 +1161,9 @@ class ReportStatisticsDataSource extends SimpleWritableDataSource { } } } + +class InvalidDataSource extends TestingV2Source { + throw new IllegalArgumentException("test error") + + override def getTable(options: CaseInsensitiveStringMap): Table = null +}