From 6633b97b579c7f003d60b6bfa2e2a248340d3dc6 Mon Sep 17 00:00:00 2001
From: Eric Liang <ekl@databricks.com>
Date: Mon, 31 Oct 2016 16:26:52 -0700
Subject: [PATCH] [SPARK-18167][SQL] Also log all partitions when the
SQLQuerySuite test flakes
## What changes were proposed in this pull request?
One possibility for this test flaking is that we have corrupted the partition schema somehow in the tests, which causes the cast to decimal to fail in the call. This should at least show us the actual partition values.
## How was this patch tested?
Run it locally, it prints out something like `ArrayBuffer(test(partcol=0), test(partcol=1), test(partcol=2), test(partcol=3), test(partcol=4))`.
Author: Eric Liang <ekl@databricks.com>
Closes #15701 from ericl/print-more-info.
---
.../main/scala/org/apache/spark/sql/hive/client/HiveShim.scala | 3 +--
1 file changed, 1 insertion(+), 2 deletions(-)
diff --git a/sql/hive/src/main/scala/org/apache/spark/sql/hive/client/HiveShim.scala b/sql/hive/src/main/scala/org/apache/spark/sql/hive/client/HiveShim.scala
index 4bbbd66132..85edaf63db 100644
--- a/sql/hive/src/main/scala/org/apache/spark/sql/hive/client/HiveShim.scala
+++ b/sql/hive/src/main/scala/org/apache/spark/sql/hive/client/HiveShim.scala
@@ -594,9 +594,8 @@ private[client] class Shim_v0_13 extends Shim_v0_12 {
// SPARK-18167 retry to investigate the flaky test. This should be reverted before
// the release is cut.
val retry = Try(getPartitionsByFilterMethod.invoke(hive, table, filter))
- val full = Try(getAllPartitionsMethod.invoke(hive, table))
logError("getPartitionsByFilter failed, retry success = " + retry.isSuccess)
- logError("getPartitionsByFilter failed, full fetch success = " + full.isSuccess)
+ logError("all partitions: " + getAllPartitions(hive, table))
throw e
}
}
--
GitLab