Skip to content

Commit 0bbc445

Browse files
author
Nathan Howell
committed
Improve JSON parsing and type inference performance
1 parent 7ca70c1 commit 0bbc445

File tree

3 files changed

+430
-3
lines changed

3 files changed

+430
-3
lines changed

sql/catalyst/src/main/scala/org/apache/spark/sql/types/StructType.scala

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -134,6 +134,10 @@ case class StructType(fields: Array[StructField]) extends DataType with Seq[Stru
134134
throw new IllegalArgumentException(s"""Field "$name" does not exist."""))
135135
}
136136

137+
private[sql] def getFieldIndex(name: String): Option[Int] = {
138+
nameToIndex.get(name)
139+
}
140+
137141
protected[sql] def toAttributes: Seq[AttributeReference] =
138142
map(f => AttributeReference(f.name, f.dataType, f.nullable, f.metadata)())
139143

0 commit comments

Comments
 (0)