From a63cdc769f511e98b38c3318bcc732c9a6c76c22 Mon Sep 17 00:00:00 2001
From: Reynold Xin <rxin@databricks.com>
Date: Tue, 15 Sep 2015 16:53:27 -0700
Subject: [PATCH] [SPARK-10612] [SQL] Add prepare to LocalNode.
The idea is that we should separate the function call that does memory reservation (i.e. prepare) from the function call that consumes the input (e.g. open()), so all operators can be a chance to reserve memory before they are all consumed.
Author: Reynold Xin <rxin@databricks.com>
Closes #8761 from rxin/SPARK-10612.
---
.../org/apache/spark/sql/execution/local/LocalNode.scala | 8 ++++++++
1 file changed, 8 insertions(+)
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/local/LocalNode.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/local/LocalNode.scala
index 9840080e16..569cff565c 100644
--- a/sql/core/src/main/scala/org/apache/spark/sql/execution/local/LocalNode.scala
+++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/local/LocalNode.scala
@@ -45,6 +45,14 @@ abstract class LocalNode(conf: SQLConf) extends TreeNode[LocalNode] with Logging
def output: Seq[Attribute]
+ /**
+ * Called before open(). Prepare can be used to reserve memory needed. It must NOT consume
+ * any input data.
+ *
+ * Implementations of this must also call the `prepare()` function of its children.
+ */
+ def prepare(): Unit = children.foreach(_.prepare())
+
/**
* Initializes the iterator state. Must be called before calling `next()`.
*
--
GitLab