Test for inferring the date type

MaxGekk · MaxGekk · commit a8d27d64d45c · 2018-12-02T22:57:02.000+01:00
diff --git a/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/csv/CSVInferSchemaSuite.scala b/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/csv/CSVInferSchemaSuite.scala
@@ -188,4 +188,14 @@ class CSVInferSchemaSuite extends SparkFunSuite  with SQLHelper {
 
     Seq("en-US", "ko-KR", "ru-RU", "de-DE").foreach(checkDecimalInfer(_, DecimalType(7, 0)))
   }
+
+  test("inferring date type") {
+    var options = new CSVOptions(Map("dateFormat" -> "yyyy/MM/dd"), false, "GMT")
+    var inferSchema = new CSVInferSchema(options)
+    assert(inferSchema.inferField(NullType, "2018/12/02") == DateType)
+
+    options = new CSVOptions(Map("dateFormat" -> "MMM yyyy"), false, "GMT")
+    inferSchema = new CSVInferSchema(options)
+    assert(inferSchema.inferField(NullType, "Dec 2018") == DateType)
+  }
 }

Original file line number	Diff line number	Diff line change
`@@ -188,4 +188,14 @@ class CSVInferSchemaSuite extends SparkFunSuite with SQLHelper {`
`188`	`188`
`189`	`189`	`Seq("en-US", "ko-KR", "ru-RU", "de-DE").foreach(checkDecimalInfer(_, DecimalType(7, 0)))`
`190`	`190`	`}`
	`191`	`+`
	`192`	`+ test("inferring date type") {`
	`193`	`+ var options = new CSVOptions(Map("dateFormat" -> "yyyy/MM/dd"), false, "GMT")`
	`194`	`+ var inferSchema = new CSVInferSchema(options)`
	`195`	`+ assert(inferSchema.inferField(NullType, "2018/12/02") == DateType)`
	`196`	`+`
	`197`	`+ options = new CSVOptions(Map("dateFormat" -> "MMM yyyy"), false, "GMT")`
	`198`	`+ inferSchema = new CSVInferSchema(options)`
	`199`	`+ assert(inferSchema.inferField(NullType, "Dec 2018") == DateType)`
	`200`	`+ }`
`191`	`201`	`}`