From 7306d556903c832984c7f34f1e8fe738a4b2343c Mon Sep 17 00:00:00 2001
From: Lior Regev <lioregev@gmail.com>
Date: Thu, 25 May 2017 17:08:19 +0100
Subject: [PATCH] [SPARK-20741][SPARK SUBMIT] Added cleanup of JARs archive
generated by SparkSubmit
## What changes were proposed in this pull request?
Deleted generated JARs archive after distribution to HDFS
## How was this patch tested?
Please review http://spark.apache.org/contributing.html before opening a pull request.
Author: Lior Regev <lioregev@gmail.com>
Closes #17986 from liorregev/master.
---
.../src/main/scala/org/apache/spark/deploy/yarn/Client.scala | 1 +
1 file changed, 1 insertion(+)
diff --git a/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/Client.scala b/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/Client.scala
index b817570c0a..9956071fd6 100644
--- a/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/Client.scala
+++ b/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/Client.scala
@@ -545,6 +545,7 @@ private[spark] class Client(
distribute(jarsArchive.toURI.getPath,
resType = LocalResourceType.ARCHIVE,
destName = Some(LOCALIZED_LIB_DIR))
+ jarsArchive.delete()
}
}
--
GitLab