diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/rules.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/rules.scala index 5b96206ba88fe35ad2349b2776f6a2fe137a5508..fbf4063ff63b86351d2ea7aed0a87d0934f5b16a 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/rules.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/rules.scala @@ -97,7 +97,12 @@ case class PreprocessDDL(conf: SQLConf) extends Rule[LogicalPlan] { // * sort columns' type must be orderable. case c @ CreateTable(tableDesc, mode, query) if c.childrenResolved => val schema = if (query.isDefined) query.get.schema else tableDesc.schema - checkDuplication(schema.map(_.name), "table definition of " + tableDesc.identifier) + val columnNames = if (conf.caseSensitiveAnalysis) { + schema.map(_.name) + } else { + schema.map(_.name.toLowerCase) + } + checkDuplication(columnNames, "table definition of " + tableDesc.identifier) val partitionColsChecked = checkPartitionColumns(schema, tableDesc) val bucketColsChecked = checkBucketColumns(schema, partitionColsChecked) diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/command/DDLSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/command/DDLSuite.scala index fd35c987cab595eba00ee769a79e80a6c8f23a76..05f826a11b586a65f2025cdbf4eef5739037aab7 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/command/DDLSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/command/DDLSuite.scala @@ -371,6 +371,13 @@ class DDLSuite extends QueryTest with SharedSQLContext with BeforeAndAfterEach { sql("CREATE TABLE tbl(a int, a string) USING json") } assert(e.message == "Found duplicate column(s) in table definition of `tbl`: a") + + withSQLConf(SQLConf.CASE_SENSITIVE.key -> "false") { + val e2 = intercept[AnalysisException] { + sql("CREATE TABLE tbl(a int, A string) USING json") + } + assert(e2.message == "Found duplicate column(s) in table definition of `tbl`: a") + } } test("create table - partition column names not in table definition") {