Skip to content

Commit dc29112

Browse files
committed
[SPARK-31101][SQL][BUILD] Upgrade Janino to 3.1.1
1 parent e807118 commit dc29112

File tree

5 files changed

+14
-12
lines changed

5 files changed

+14
-12
lines changed

dev/deps/spark-deps-hadoop-2.7-hive-1.2

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -35,7 +35,7 @@ commons-beanutils/1.9.4//commons-beanutils-1.9.4.jar
3535
commons-cli/1.2//commons-cli-1.2.jar
3636
commons-codec/1.10//commons-codec-1.10.jar
3737
commons-collections/3.2.2//commons-collections-3.2.2.jar
38-
commons-compiler/3.0.15//commons-compiler-3.0.15.jar
38+
commons-compiler/3.1.1//commons-compiler-3.1.1.jar
3939
commons-compress/1.8.1//commons-compress-1.8.1.jar
4040
commons-configuration/1.6//commons-configuration-1.6.jar
4141
commons-crypto/1.0.0//commons-crypto-1.0.0.jar
@@ -105,7 +105,7 @@ jakarta.inject/2.6.1//jakarta.inject-2.6.1.jar
105105
jakarta.validation-api/2.0.2//jakarta.validation-api-2.0.2.jar
106106
jakarta.ws.rs-api/2.1.6//jakarta.ws.rs-api-2.1.6.jar
107107
jakarta.xml.bind-api/2.3.2//jakarta.xml.bind-api-2.3.2.jar
108-
janino/3.0.15//janino-3.0.15.jar
108+
janino/3.1.1//janino-3.1.1.jar
109109
javassist/3.25.0-GA//javassist-3.25.0-GA.jar
110110
javax.inject/1//javax.inject-1.jar
111111
javax.servlet-api/3.1.0//javax.servlet-api-3.1.0.jar

dev/deps/spark-deps-hadoop-2.7-hive-2.3

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -33,7 +33,7 @@ commons-beanutils/1.9.4//commons-beanutils-1.9.4.jar
3333
commons-cli/1.2//commons-cli-1.2.jar
3434
commons-codec/1.10//commons-codec-1.10.jar
3535
commons-collections/3.2.2//commons-collections-3.2.2.jar
36-
commons-compiler/3.0.15//commons-compiler-3.0.15.jar
36+
commons-compiler/3.1.1//commons-compiler-3.1.1.jar
3737
commons-compress/1.8.1//commons-compress-1.8.1.jar
3838
commons-configuration/1.6//commons-configuration-1.6.jar
3939
commons-crypto/1.0.0//commons-crypto-1.0.0.jar
@@ -118,7 +118,7 @@ jakarta.inject/2.6.1//jakarta.inject-2.6.1.jar
118118
jakarta.validation-api/2.0.2//jakarta.validation-api-2.0.2.jar
119119
jakarta.ws.rs-api/2.1.6//jakarta.ws.rs-api-2.1.6.jar
120120
jakarta.xml.bind-api/2.3.2//jakarta.xml.bind-api-2.3.2.jar
121-
janino/3.0.15//janino-3.0.15.jar
121+
janino/3.1.1//janino-3.1.1.jar
122122
javassist/3.25.0-GA//javassist-3.25.0-GA.jar
123123
javax.inject/1//javax.inject-1.jar
124124
javax.jdo/3.2.0-m3//javax.jdo-3.2.0-m3.jar

dev/deps/spark-deps-hadoop-3.2-hive-2.3

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -30,7 +30,7 @@ commons-beanutils/1.9.4//commons-beanutils-1.9.4.jar
3030
commons-cli/1.2//commons-cli-1.2.jar
3131
commons-codec/1.10//commons-codec-1.10.jar
3232
commons-collections/3.2.2//commons-collections-3.2.2.jar
33-
commons-compiler/3.0.15//commons-compiler-3.0.15.jar
33+
commons-compiler/3.1.1//commons-compiler-3.1.1.jar
3434
commons-compress/1.8.1//commons-compress-1.8.1.jar
3535
commons-configuration2/2.1.1//commons-configuration2-2.1.1.jar
3636
commons-crypto/1.0.0//commons-crypto-1.0.0.jar
@@ -117,7 +117,7 @@ jakarta.inject/2.6.1//jakarta.inject-2.6.1.jar
117117
jakarta.validation-api/2.0.2//jakarta.validation-api-2.0.2.jar
118118
jakarta.ws.rs-api/2.1.6//jakarta.ws.rs-api-2.1.6.jar
119119
jakarta.xml.bind-api/2.3.2//jakarta.xml.bind-api-2.3.2.jar
120-
janino/3.0.15//janino-3.0.15.jar
120+
janino/3.1.1//janino-3.1.1.jar
121121
javassist/3.25.0-GA//javassist-3.25.0-GA.jar
122122
javax.inject/1//javax.inject-1.jar
123123
javax.jdo/3.2.0-m3//javax.jdo-3.2.0-m3.jar

pom.xml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -178,7 +178,7 @@
178178
<!-- org.apache.commons/commons-pool2/-->
179179
<commons-pool2.version>2.6.2</commons-pool2.version>
180180
<datanucleus-core.version>4.1.17</datanucleus-core.version>
181-
<janino.version>3.0.15</janino.version>
181+
<janino.version>3.1.1</janino.version>
182182
<jersey.version>2.30</jersey.version>
183183
<joda.version>2.10.5</joda.version>
184184
<jodd.version>3.5.2</jodd.version>

sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/codegen/CodeGenerator.scala

Lines changed: 7 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -27,8 +27,8 @@ import scala.util.control.NonFatal
2727

2828
import com.google.common.cache.{CacheBuilder, CacheLoader}
2929
import com.google.common.util.concurrent.{ExecutionError, UncheckedExecutionException}
30-
import org.codehaus.commons.compiler.CompileException
31-
import org.codehaus.janino.{ByteArrayClassLoader, ClassBodyEvaluator, InternalCompilerException, SimpleCompiler}
30+
import org.codehaus.commons.compiler.{CompileException, InternalCompilerException}
31+
import org.codehaus.janino.{ClassBodyEvaluator, SimpleCompiler}
3232
import org.codehaus.janino.util.ClassFile
3333

3434
import org.apache.spark.{TaskContext, TaskKilledException}
@@ -46,6 +46,7 @@ import org.apache.spark.sql.types._
4646
import org.apache.spark.unsafe.Platform
4747
import org.apache.spark.unsafe.types._
4848
import org.apache.spark.util.{ParentClassLoader, Utils}
49+
import org.codehaus.commons.compiler.util.reflect.ByteArrayClassLoader
4950

5051
/**
5152
* Java source for evaluating an [[Expression]] given a [[InternalRow]] of input.
@@ -1402,9 +1403,10 @@ object CodeGenerator extends Logging {
14021403
private def updateAndGetCompilationStats(evaluator: ClassBodyEvaluator): ByteCodeStats = {
14031404
// First retrieve the generated classes.
14041405
val classes = {
1405-
val resultField = classOf[SimpleCompiler].getDeclaredField("result")
1406-
resultField.setAccessible(true)
1407-
val loader = resultField.get(evaluator).asInstanceOf[ByteArrayClassLoader]
1406+
val scField = classOf[ClassBodyEvaluator].getDeclaredField("sc")
1407+
scField.setAccessible(true)
1408+
val compiler = scField.get(evaluator).asInstanceOf[SimpleCompiler]
1409+
val loader = compiler.getClassLoader.asInstanceOf[ByteArrayClassLoader]
14081410
val classesField = loader.getClass.getDeclaredField("classes")
14091411
classesField.setAccessible(true)
14101412
classesField.get(loader).asInstanceOf[JavaMap[String, Array[Byte]]].asScala

0 commit comments

Comments
 (0)