From da25c86d64ff9ce80f88186ba083f6c21dd9a568 Mon Sep 17 00:00:00 2001
From: Yin Huai <yhuai@databricks.com>
Date: Sat, 4 Apr 2015 23:26:10 +0800
Subject: [PATCH] [SQL] Use path.makeQualified in newParquet.
Author: Yin Huai <yhuai@databricks.com>
Closes #5353 from yhuai/wrongFS and squashes the following commits:
849603b [Yin Huai] Not use deprecated method.
6d6ae34 [Yin Huai] Use path.makeQualified.
---
.../main/scala/org/apache/spark/sql/parquet/newParquet.scala | 3 ++-
1 file changed, 2 insertions(+), 1 deletion(-)
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/parquet/newParquet.scala b/sql/core/src/main/scala/org/apache/spark/sql/parquet/newParquet.scala
index 583bac42fd..0dce3623a6 100644
--- a/sql/core/src/main/scala/org/apache/spark/sql/parquet/newParquet.scala
+++ b/sql/core/src/main/scala/org/apache/spark/sql/parquet/newParquet.scala
@@ -268,7 +268,8 @@ private[sql] case class ParquetRelation2(
// containing Parquet files (e.g. partitioned Parquet table).
val baseStatuses = paths.distinct.map { p =>
val fs = FileSystem.get(URI.create(p), sparkContext.hadoopConfiguration)
- val qualified = fs.makeQualified(new Path(p))
+ val path = new Path(p)
+ val qualified = path.makeQualified(fs.getUri, fs.getWorkingDirectory)
if (!fs.exists(qualified) && maybeSchema.isDefined) {
fs.mkdirs(qualified)
--
GitLab