From 47636618a5c4c7f426e15b93d862a11088cf1fa6 Mon Sep 17 00:00:00 2001
From: Yin Huai <yhuai@databricks.com>
Date: Wed, 9 Nov 2016 10:47:29 -0800
Subject: [PATCH] Revert "[SPARK-18368] Fix regexp_replace with task
serialization."
This reverts commit b9192bb3ffc319ebee7dbd15c24656795e454749.
---
.../catalyst/expressions/regexpExpressions.scala | 2 +-
.../expressions/ExpressionEvalHelper.scala | 15 ++++++---------
2 files changed, 7 insertions(+), 10 deletions(-)
diff --git a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/regexpExpressions.scala b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/regexpExpressions.scala
index 4896a6225a..5648ad6b6d 100644
--- a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/regexpExpressions.scala
+++ b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/regexpExpressions.scala
@@ -230,7 +230,7 @@ case class RegExpReplace(subject: Expression, regexp: Expression, rep: Expressio
@transient private var lastReplacement: String = _
@transient private var lastReplacementInUTF8: UTF8String = _
// result buffer write by Matcher
- @transient private lazy val result: StringBuffer = new StringBuffer
+ @transient private val result: StringBuffer = new StringBuffer
override def nullSafeEval(s: Any, p: Any, r: Any): Any = {
if (!p.equals(lastRegex)) {
diff --git a/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/expressions/ExpressionEvalHelper.scala b/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/expressions/ExpressionEvalHelper.scala
index f83650424a..9ceb709185 100644
--- a/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/expressions/ExpressionEvalHelper.scala
+++ b/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/expressions/ExpressionEvalHelper.scala
@@ -22,8 +22,7 @@ import org.scalactic.TripleEqualsSupport.Spread
import org.scalatest.exceptions.TestFailedException
import org.scalatest.prop.GeneratorDrivenPropertyChecks
-import org.apache.spark.{SparkConf, SparkFunSuite}
-import org.apache.spark.serializer.JavaSerializer
+import org.apache.spark.SparkFunSuite
import org.apache.spark.sql.catalyst.{CatalystTypeConverters, InternalRow}
import org.apache.spark.sql.catalyst.expressions.codegen._
import org.apache.spark.sql.catalyst.optimizer.SimpleTestOptimizer
@@ -44,15 +43,13 @@ trait ExpressionEvalHelper extends GeneratorDrivenPropertyChecks {
protected def checkEvaluation(
expression: => Expression, expected: Any, inputRow: InternalRow = EmptyRow): Unit = {
- val serializer = new JavaSerializer(new SparkConf()).newInstance
- val expr: Expression = serializer.deserialize(serializer.serialize(expression))
val catalystValue = CatalystTypeConverters.convertToCatalyst(expected)
- checkEvaluationWithoutCodegen(expr, catalystValue, inputRow)
- checkEvaluationWithGeneratedMutableProjection(expr, catalystValue, inputRow)
- if (GenerateUnsafeProjection.canSupport(expr.dataType)) {
- checkEvalutionWithUnsafeProjection(expr, catalystValue, inputRow)
+ checkEvaluationWithoutCodegen(expression, catalystValue, inputRow)
+ checkEvaluationWithGeneratedMutableProjection(expression, catalystValue, inputRow)
+ if (GenerateUnsafeProjection.canSupport(expression.dataType)) {
+ checkEvalutionWithUnsafeProjection(expression, catalystValue, inputRow)
}
- checkEvaluationWithOptimization(expr, catalystValue, inputRow)
+ checkEvaluationWithOptimization(expression, catalystValue, inputRow)
}
/**
--
GitLab