Skip to content

Commit 0f6a53b

Browse files
committed
Apply the change to BenchmarkQueryTest too.
1 parent 26551bf commit 0f6a53b

File tree

3 files changed

+13
-12
lines changed

3 files changed

+13
-12
lines changed

sql/core/src/main/scala/org/apache/spark/sql/execution/debug/package.scala

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -109,13 +109,11 @@ package object debug {
109109
val codegenSubtrees = new collection.mutable.HashSet[WholeStageCodegenExec]()
110110

111111
def findSubtrees(plan: SparkPlan): Unit = {
112-
plan transform {
112+
plan foreach {
113113
case s: WholeStageCodegenExec =>
114114
codegenSubtrees += s
115-
s
116115
case s =>
117116
s.subqueries.foreach(findSubtrees)
118-
s
119117
}
120118
}
121119

sql/core/src/test/scala/org/apache/spark/sql/BenchmarkQueryTest.scala

Lines changed: 10 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -63,11 +63,17 @@ abstract class BenchmarkQueryTest extends QueryTest with SharedSparkSession {
6363

6464
protected def checkGeneratedCode(plan: SparkPlan, checkMethodCodeSize: Boolean = true): Unit = {
6565
val codegenSubtrees = new collection.mutable.HashSet[WholeStageCodegenExec]()
66-
plan foreach {
67-
case s: WholeStageCodegenExec =>
68-
codegenSubtrees += s
69-
case _ =>
66+
67+
def findSubtrees(paln: SparkPlan): Unit = {
68+
plan foreach {
69+
case s: WholeStageCodegenExec =>
70+
codegenSubtrees += s
71+
case s =>
72+
s.subqueries.foreach(findSubtrees)
73+
}
7074
}
75+
76+
findSubtrees(plan)
7177
codegenSubtrees.toSeq.foreach { subtree =>
7278
val code = subtree.doCodeGen()._2
7379
val (_, ByteCodeStats(maxMethodCodeSize, _, _)) = try {

sql/core/src/test/scala/org/apache/spark/sql/ExplainSuite.scala

Lines changed: 2 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -231,11 +231,8 @@ class ExplainSuite extends ExplainSuiteHelper with DisableAdaptiveExecutionSuite
231231
test("SPARK-33853: explain codegen - check presence of subquery") {
232232
withSQLConf(SQLConf.WHOLESTAGE_CODEGEN_ENABLED.key -> "true") {
233233
withTable("df1") {
234-
spark.range(1, 100)
235-
.write
236-
.format("parquet")
237-
.mode("overwrite")
238-
.saveAsTable("df1")
234+
val df1 = spark.range(1, 100)
235+
df1.createTempView("df1")
239236

240237
val sqlText = "EXPLAIN CODEGEN SELECT (SELECT min(id) FROM df1)"
241238
val expectedText = "Found 3 WholeStageCodegen subtrees."

0 commit comments

Comments
 (0)