From 12bde11ca0613dbd7d917c81a8b480d5a9355da5 Mon Sep 17 00:00:00 2001
From: Sean Owen <sowen@cloudera.com>
Date: Mon, 14 Nov 2016 16:52:07 +0900
Subject: [PATCH] [SPARK-18382][WEBUI] "run at null:-1" in UI when no file/line
info in call site info
## What changes were proposed in this pull request?
Avoid reporting null/-1 file / line number in call sites if encountering StackTraceElement without this info
## How was this patch tested?
Existing tests
Author: Sean Owen <sowen@cloudera.com>
Closes #15862 from srowen/SPARK-18382.
(cherry picked from commit f95b124c68ccc2e318f6ac30685aa47770eea8f3)
Signed-off-by: Kousuke Saruta <sarutak@oss.nttdata.co.jp>
---
core/src/main/scala/org/apache/spark/util/Utils.scala | 8 ++++++--
1 file changed, 6 insertions(+), 2 deletions(-)
diff --git a/core/src/main/scala/org/apache/spark/util/Utils.scala b/core/src/main/scala/org/apache/spark/util/Utils.scala
index 892e112e18..a2386d6b9e 100644
--- a/core/src/main/scala/org/apache/spark/util/Utils.scala
+++ b/core/src/main/scala/org/apache/spark/util/Utils.scala
@@ -1419,8 +1419,12 @@ private[spark] object Utils extends Logging {
}
callStack(0) = ste.toString // Put last Spark method on top of the stack trace.
} else {
- firstUserLine = ste.getLineNumber
- firstUserFile = ste.getFileName
+ if (ste.getFileName != null) {
+ firstUserFile = ste.getFileName
+ if (ste.getLineNumber >= 0) {
+ firstUserLine = ste.getLineNumber
+ }
+ }
callStack += ste.toString
insideSpark = false
}
--
GitLab