From fddd3aee0df2cf2244780ce81c370ff3863bb65c Mon Sep 17 00:00:00 2001
From: Reynold Xin <rxin@databricks.com>
Date: Sat, 23 Apr 2016 12:42:37 -0700
Subject: [PATCH] [SPARK-14871][SQL] Disable StatsReportListener to declutter
output
## What changes were proposed in this pull request?
Spark SQL inherited from Shark to use the StatsReportListener. Unfortunately this clutters the spark-sql CLI output and makes it very difficult to read the actual query results.
## How was this patch tested?
Built and tested in spark-sql CLI.
Author: Reynold Xin <rxin@databricks.com>
Closes #12635 from rxin/SPARK-14871.
---
.../org/apache/spark/sql/hive/thriftserver/SparkSQLEnv.scala | 2 --
1 file changed, 2 deletions(-)
diff --git a/sql/hive-thriftserver/src/main/scala/org/apache/spark/sql/hive/thriftserver/SparkSQLEnv.scala b/sql/hive-thriftserver/src/main/scala/org/apache/spark/sql/hive/thriftserver/SparkSQLEnv.scala
index 465457f1ba..a44b0d3e8e 100644
--- a/sql/hive-thriftserver/src/main/scala/org/apache/spark/sql/hive/thriftserver/SparkSQLEnv.scala
+++ b/sql/hive-thriftserver/src/main/scala/org/apache/spark/sql/hive/thriftserver/SparkSQLEnv.scala
@@ -23,7 +23,6 @@ import scala.collection.JavaConverters._
import org.apache.spark.{SparkConf, SparkContext}
import org.apache.spark.internal.Logging
-import org.apache.spark.scheduler.StatsReportListener
import org.apache.spark.sql.hive.{HiveContext, HiveUtils}
import org.apache.spark.util.Utils
@@ -55,7 +54,6 @@ private[hive] object SparkSQLEnv extends Logging {
maybeKryoReferenceTracking.getOrElse("false"))
sparkContext = new SparkContext(sparkConf)
- sparkContext.addSparkListener(new StatsReportListener())
hiveContext = new HiveContext(sparkContext)
hiveContext.sessionState.metadataHive.setOut(new PrintStream(System.out, true, "UTF-8"))
--
GitLab