File tree 2 files changed +2
-3
lines changed
common/src/main/scala/org/apache/spark/sql/comet/parquet
spark/src/test/scala/org/apache/comet/parquet 2 files changed +2
-3
lines changed Original file line number Diff line number Diff line change @@ -363,7 +363,7 @@ object CometParquetReadSupport {
363
363
/**
364
364
* Whether the parquet schema contains any field IDs.
365
365
*/
366
- def containsFieldIds (schema : Type ): Boolean = schema match {
366
+ private def containsFieldIds (schema : Type ): Boolean = schema match {
367
367
case p : PrimitiveType => p.getId != null
368
368
// We don't require all fields to have IDs, so we use `exists` here.
369
369
case g : GroupType => g.getId != null || g.getFields.asScala.exists(containsFieldIds)
Original file line number Diff line number Diff line change @@ -1234,8 +1234,7 @@ abstract class ParquetReadSuite extends CometTestBase {
1234
1234
withParquetDataFrame(data, schema = Some (readSchema)) { df =>
1235
1235
// TODO: validate with Spark 3.x and 'usingDataFusionParquetExec=true'
1236
1236
if (enableSchemaEvolution || CometConf .COMET_NATIVE_SCAN_IMPL
1237
- .get(conf)
1238
- .equals(CometConf .SCAN_NATIVE_DATAFUSION )) {
1237
+ .get(conf) == CometConf .SCAN_NATIVE_DATAFUSION ) {
1239
1238
checkAnswer(df, data.map(Row .fromTuple))
1240
1239
} else {
1241
1240
assertThrows[SparkException ](df.collect())
You can’t perform that action at this time.
0 commit comments