Skip to content

Commit ecd2547

Browse files
committed
Change schema for array type from element to array_element
1 parent 2848f4d commit ecd2547

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

sql/core/src/main/scala/org/apache/spark/sql/parquet/CatalystSchemaConverter.scala

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -446,7 +446,7 @@ private[parquet] class CatalystSchemaConverter(
446446
field.name,
447447
Types
448448
.buildGroup(REPEATED)
449-
.addField(convertField(StructField("element", elementType, nullable)))
449+
.addField(convertField(StructField("array_element", elementType, nullable)))
450450
.named(CatalystConverter.ARRAY_CONTAINS_NULL_BAG_SCHEMA_NAME))
451451

452452
// Spark 1.4.x and prior versions convert ArrayType with non-nullable elements into a 2-level
@@ -459,7 +459,7 @@ private[parquet] class CatalystSchemaConverter(
459459
ConversionPatterns.listType(
460460
repetition,
461461
field.name,
462-
convertField(StructField("element", elementType, nullable), REPEATED))
462+
convertField(StructField("array_element", elementType, nullable), REPEATED))
463463

464464
// Spark 1.4.x and prior versions convert MapType into a 3-level group annotated by
465465
// MAP_KEY_VALUE. This is covered by `convertGroupField(field: GroupType): DataType`.
@@ -490,7 +490,7 @@ private[parquet] class CatalystSchemaConverter(
490490
.buildGroup(repetition).as(LIST)
491491
.addField(
492492
Types.repeatedGroup()
493-
.addField(convertField(StructField("element", elementType, containsNull)))
493+
.addField(convertField(StructField("array_element", elementType, containsNull)))
494494
.named("list"))
495495
.named(field.name)
496496

0 commit comments

Comments
 (0)