Skip to content

Commit 88979e9

Browse files
committed
review comments
1 parent efce36e commit 88979e9

File tree

2 files changed

+2
-3
lines changed

2 files changed

+2
-3
lines changed

common/src/main/scala/org/apache/spark/sql/comet/parquet/CometParquetReadSupport.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -363,7 +363,7 @@ object CometParquetReadSupport {
363363
/**
364364
* Whether the parquet schema contains any field IDs.
365365
*/
366-
def containsFieldIds(schema: Type): Boolean = schema match {
366+
private def containsFieldIds(schema: Type): Boolean = schema match {
367367
case p: PrimitiveType => p.getId != null
368368
// We don't require all fields to have IDs, so we use `exists` here.
369369
case g: GroupType => g.getId != null || g.getFields.asScala.exists(containsFieldIds)

spark/src/test/scala/org/apache/comet/parquet/ParquetReadSuite.scala

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1234,8 +1234,7 @@ abstract class ParquetReadSuite extends CometTestBase {
12341234
withParquetDataFrame(data, schema = Some(readSchema)) { df =>
12351235
// TODO: validate with Spark 3.x and 'usingDataFusionParquetExec=true'
12361236
if (enableSchemaEvolution || CometConf.COMET_NATIVE_SCAN_IMPL
1237-
.get(conf)
1238-
.equals(CometConf.SCAN_NATIVE_DATAFUSION)) {
1237+
.get(conf) == CometConf.SCAN_NATIVE_DATAFUSION) {
12391238
checkAnswer(df, data.map(Row.fromTuple))
12401239
} else {
12411240
assertThrows[SparkException](df.collect())

0 commit comments

Comments
 (0)