From df733cbeae7a53826e89574af5463fa018329a22 Mon Sep 17 00:00:00 2001
From: Marcelo Vanzin <vanzin@cloudera.com>
Date: Sat, 1 Aug 2015 13:06:50 -0700
Subject: [PATCH] [SPARK-9491] Avoid fetching HBase tokens when not needed.
Look at HBase's configuration to make sure it's configured for
Kerberos. If the HBase configuration is missing, or if HBase is
configured for non-kerberos authentication, then skip getting
tokens.
Reference: http://hbase.apache.org/book.html#security.prerequisites
Author: Marcelo Vanzin <vanzin@cloudera.com>
Closes #7810 from vanzin/SPARK-9491 and squashes the following commits:
a57c776 [Marcelo Vanzin] [SPARK-9491] Avoid fetching HBase tokens when not needed.
---
.../scala/org/apache/spark/deploy/yarn/Client.scala | 11 ++++++-----
1 file changed, 6 insertions(+), 5 deletions(-)
diff --git a/yarn/src/main/scala/org/apache/spark/deploy/yarn/Client.scala b/yarn/src/main/scala/org/apache/spark/deploy/yarn/Client.scala
index 4ac3397f1a..fc11bbf97e 100644
--- a/yarn/src/main/scala/org/apache/spark/deploy/yarn/Client.scala
+++ b/yarn/src/main/scala/org/apache/spark/deploy/yarn/Client.scala
@@ -1295,11 +1295,12 @@ object Client extends Logging {
logDebug("Attempting to fetch HBase security token.")
- val hbaseConf = confCreate.invoke(null, conf)
- val token = obtainToken.invoke(null, hbaseConf).asInstanceOf[Token[TokenIdentifier]]
- credentials.addToken(token.getService, token)
-
- logInfo("Added HBase security token to credentials.")
+ val hbaseConf = confCreate.invoke(null, conf).asInstanceOf[Configuration]
+ if ("kerberos" == hbaseConf.get("hbase.security.authentication")) {
+ val token = obtainToken.invoke(null, hbaseConf).asInstanceOf[Token[TokenIdentifier]]
+ credentials.addToken(token.getService, token)
+ logInfo("Added HBase security token to credentials.")
+ }
} catch {
case e: java.lang.NoSuchMethodException =>
logInfo("HBase Method not found: " + e)
--
GitLab