Skip to content
Snippets Groups Projects
Commit c752b6c5 authored by felixcheung's avatar felixcheung Committed by Davies Liu
Browse files

[SPARK-14881] [PYTHON] [SPARKR] pyspark and sparkR shell default log level...

[SPARK-14881] [PYTHON] [SPARKR] pyspark and sparkR shell default log level should match spark-shell/Scala

## What changes were proposed in this pull request?

Change default logging to WARN for pyspark shell and sparkR shell for a much cleaner environment.

## How was this patch tested?

Manually running pyspark and sparkR shell

Author: felixcheung <felixcheung_m@hotmail.com>

Closes #12648 from felixcheung/pylogging.
parent 6ab4d9e0
No related branches found
No related tags found
No related merge requests found
...@@ -32,6 +32,8 @@ import org.apache.spark.util.Utils ...@@ -32,6 +32,8 @@ import org.apache.spark.util.Utils
* This process is launched (via SparkSubmit) by the PySpark driver (see java_gateway.py). * This process is launched (via SparkSubmit) by the PySpark driver (see java_gateway.py).
*/ */
private[spark] object PythonGatewayServer extends Logging { private[spark] object PythonGatewayServer extends Logging {
initializeLogIfNecessary(true)
def main(args: Array[String]): Unit = Utils.tryOrExit { def main(args: Array[String]): Unit = Utils.tryOrExit {
// Start a GatewayServer on an ephemeral port // Start a GatewayServer on an ephemeral port
val gatewayServer: GatewayServer = new GatewayServer(null, 0) val gatewayServer: GatewayServer = new GatewayServer(null, 0)
......
...@@ -94,6 +94,8 @@ private[spark] class RBackend { ...@@ -94,6 +94,8 @@ private[spark] class RBackend {
} }
private[spark] object RBackend extends Logging { private[spark] object RBackend extends Logging {
initializeLogIfNecessary(true)
def main(args: Array[String]): Unit = { def main(args: Array[String]): Unit = {
if (args.length < 1) { if (args.length < 1) {
// scalastyle:off println // scalastyle:off println
...@@ -101,6 +103,7 @@ private[spark] object RBackend extends Logging { ...@@ -101,6 +103,7 @@ private[spark] object RBackend extends Logging {
// scalastyle:on println // scalastyle:on println
System.exit(-1) System.exit(-1)
} }
val sparkRBackend = new RBackend() val sparkRBackend = new RBackend()
try { try {
// bind to random port // bind to random port
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment