diff --git a/examples/src/main/java/org/apache/spark/examples/ml/JavaTokenizerExample.java b/examples/src/main/java/org/apache/spark/examples/ml/JavaTokenizerExample.java index a0979aa2d24e..418b01c66faa 100644 --- a/examples/src/main/java/org/apache/spark/examples/ml/JavaTokenizerExample.java +++ b/examples/src/main/java/org/apache/spark/examples/ml/JavaTokenizerExample.java @@ -30,13 +30,12 @@ import org.apache.spark.sql.Dataset; import org.apache.spark.sql.Row; import org.apache.spark.sql.RowFactory; +import org.apache.spark.sql.*; import org.apache.spark.sql.types.DataTypes; import org.apache.spark.sql.types.Metadata; import org.apache.spark.sql.types.StructField; import org.apache.spark.sql.types.StructType; -// col("...") is preferable to df.col("...") -import static org.apache.spark.sql.functions.callUDF; import static org.apache.spark.sql.functions.col; // $example off$ @@ -73,12 +72,12 @@ public static void main(String[] args) { Dataset tokenized = tokenizer.transform(sentenceDataFrame); tokenized.select("sentence", "words") - .withColumn("tokens", callUDF("countTokens", col("words"))) + .withColumn("tokens", functions.callUDF("countTokens", col("words"))) .show(false); Dataset regexTokenized = regexTokenizer.transform(sentenceDataFrame); regexTokenized.select("sentence", "words") - .withColumn("tokens", callUDF("countTokens", col("words"))) + .withColumn("tokens", functions.callUDF("countTokens", col("words"))) .show(false); // $example off$ diff --git a/sql/hive/src/test/java/org/apache/spark/sql/hive/JavaDataFrameSuite.java b/sql/hive/src/test/java/org/apache/spark/sql/hive/JavaDataFrameSuite.java index 2b532389bafb..8c5289f61601 100644 --- a/sql/hive/src/test/java/org/apache/spark/sql/hive/JavaDataFrameSuite.java +++ b/sql/hive/src/test/java/org/apache/spark/sql/hive/JavaDataFrameSuite.java @@ -85,7 +85,7 @@ public void testUDAF() { udaf.distinct(col("value")), udaf.apply(col("value")), registeredUDAF.apply(col("value")), - callUDF("mydoublesum", col("value"))); + functions.callUDF("mydoublesum", col("value"))); List expectedResult = new ArrayList<>(); expectedResult.add(RowFactory.create(4950.0, 9900.0, 9900.0, 9900.0));