diff --git a/sql/core/src/main/java/org/apache/parquet/io/ColumnIOUtil.java b/sql/core/src/main/java/org/apache/parquet/io/ColumnIOUtil.java deleted file mode 100644 index d4f93e54caca1..0000000000000 --- a/sql/core/src/main/java/org/apache/parquet/io/ColumnIOUtil.java +++ /dev/null @@ -1,40 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one or more - * contributor license agreements. See the NOTICE file distributed with - * this work for additional information regarding copyright ownership. - * The ASF licenses this file to You under the Apache License, Version 2.0 - * (the "License"); you may not use this file except in compliance with - * the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package org.apache.parquet.io; - -/** - * This is a workaround since methods below are not public in {@link ColumnIO}. - * - * TODO(SPARK-36511): we should remove this once PARQUET-2050 and PARQUET-2083 are released with - * Parquet 1.13. - */ -public class ColumnIOUtil { - private ColumnIOUtil() {} - - public static int getDefinitionLevel(ColumnIO column) { - return column.getDefinitionLevel(); - } - - public static int getRepetitionLevel(ColumnIO column) { - return column.getRepetitionLevel(); - } - - public static String[] getFieldPath(ColumnIO column) { - return column.getFieldPath(); - } -} diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetColumn.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetColumn.scala index 5d05d6a6759bc..cbe6eb99a9879 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetColumn.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetColumn.scala @@ -18,7 +18,6 @@ package org.apache.spark.sql.execution.datasources.parquet import org.apache.parquet.column.ColumnDescriptor -import org.apache.parquet.io.ColumnIOUtil import org.apache.parquet.io.GroupColumnIO import org.apache.parquet.io.PrimitiveColumnIO import org.apache.parquet.schema.Type.Repetition @@ -42,14 +41,14 @@ case class ParquetColumn( object ParquetColumn { def apply(sparkType: DataType, io: PrimitiveColumnIO): ParquetColumn = { - this(sparkType, Some(io.getColumnDescriptor), ColumnIOUtil.getRepetitionLevel(io), - ColumnIOUtil.getDefinitionLevel(io), io.getType.isRepetition(Repetition.REQUIRED), - ColumnIOUtil.getFieldPath(io), Seq.empty) + this(sparkType, Some(io.getColumnDescriptor), io.getRepetitionLevel, + io.getDefinitionLevel, io.getType.isRepetition(Repetition.REQUIRED), + io.getFieldPath, Seq.empty) } def apply(sparkType: DataType, io: GroupColumnIO, children: Seq[ParquetColumn]): ParquetColumn = { - this(sparkType, None, ColumnIOUtil.getRepetitionLevel(io), - ColumnIOUtil.getDefinitionLevel(io), io.getType.isRepetition(Repetition.REQUIRED), - ColumnIOUtil.getFieldPath(io), children) + this(sparkType, None, io.getRepetitionLevel, + io.getDefinitionLevel, io.getType.isRepetition(Repetition.REQUIRED), + io.getFieldPath, children) } }