From efc72dcc3f964ea9931fb47a454db253556d0f8a Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Oliver=20K=C3=B6th?= <okoeth@de.ibm.com>
Date: Wed, 5 Apr 2017 08:09:42 +0100
Subject: [PATCH] [SPARK-20042][WEB UI] Fix log page buttons for reverse proxy
mode
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit
with spark.ui.reverseProxy=true, full path URLs like /log will point to
the master web endpoint which is serving the worker UI as reverse proxy.
To access a REST endpoint in the worker in reverse proxy mode , the
leading /proxy/"target"/ part of the base URI must be retained.
Added logic to log-view.js to handle this, similar to executorspage.js
Patch was tested manually
Author: Oliver Köth <okoeth@de.ibm.com>
Closes #17370 from okoethibm/master.
(cherry picked from commit 6f09dc70d9808cae004ceda9ad615aa9be50f43d)
Signed-off-by: Sean Owen <sowen@cloudera.com>
---
.../org/apache/spark/ui/static/log-view.js | 19 ++++++++++++++++---
1 file changed, 16 insertions(+), 3 deletions(-)
diff --git a/core/src/main/resources/org/apache/spark/ui/static/log-view.js b/core/src/main/resources/org/apache/spark/ui/static/log-view.js
index 1782b4f209..b5c43e5788 100644
--- a/core/src/main/resources/org/apache/spark/ui/static/log-view.js
+++ b/core/src/main/resources/org/apache/spark/ui/static/log-view.js
@@ -51,13 +51,26 @@ function noNewAlert() {
window.setTimeout(function () {alert.css("display", "none");}, 4000);
}
+
+function getRESTEndPoint() {
+ // If the worker is served from the master through a proxy (see doc on spark.ui.reverseProxy),
+ // we need to retain the leading ../proxy/<workerid>/ part of the URL when making REST requests.
+ // Similar logic is contained in executorspage.js function createRESTEndPoint.
+ var words = document.baseURI.split('/');
+ var ind = words.indexOf("proxy");
+ if (ind > 0) {
+ return words.slice(0, ind + 2).join('/') + "/log";
+ }
+ return "/log"
+}
+
function loadMore() {
var offset = Math.max(startByte - byteLength, 0);
var moreByteLength = Math.min(byteLength, startByte);
$.ajax({
type: "GET",
- url: "/log" + baseParams + "&offset=" + offset + "&byteLength=" + moreByteLength,
+ url: getRESTEndPoint() + baseParams + "&offset=" + offset + "&byteLength=" + moreByteLength,
success: function (data) {
var oldHeight = $(".log-content")[0].scrollHeight;
var newlineIndex = data.indexOf('\n');
@@ -83,14 +96,14 @@ function loadMore() {
function loadNew() {
$.ajax({
type: "GET",
- url: "/log" + baseParams + "&byteLength=0",
+ url: getRESTEndPoint() + baseParams + "&byteLength=0",
success: function (data) {
var dataInfo = data.substring(0, data.indexOf('\n')).match(/\d+/g);
var newDataLen = dataInfo[2] - totalLogLength;
if (newDataLen != 0) {
$.ajax({
type: "GET",
- url: "/log" + baseParams + "&byteLength=" + newDataLen,
+ url: getRESTEndPoint() + baseParams + "&byteLength=" + newDataLen,
success: function (data) {
var newlineIndex = data.indexOf('\n');
var dataInfo = data.substring(0, newlineIndex).match(/\d+/g);
--
GitLab