From a0046e379bee0852c39ece4ea719cde70d350b0e Mon Sep 17 00:00:00 2001
From: Dominik Dahlem <dominik.dahlem@gmail.com>
Date: Tue, 8 Dec 2015 18:54:10 -0800
Subject: [PATCH] [SPARK-11343][ML] Documentation of float and double
prediction/label columns in RegressionEvaluator
felixcheung , mengxr
Just added a message to require()
Author: Dominik Dahlem <dominik.dahlem@gmail.combination>
Closes #9598 from dahlem/ddahlem_regression_evaluator_double_predictions_message_04112015.
---
.../apache/spark/ml/evaluation/RegressionEvaluator.scala | 9 +++++++--
1 file changed, 7 insertions(+), 2 deletions(-)
diff --git a/mllib/src/main/scala/org/apache/spark/ml/evaluation/RegressionEvaluator.scala b/mllib/src/main/scala/org/apache/spark/ml/evaluation/RegressionEvaluator.scala
index daaa174a08..b6b25ecd01 100644
--- a/mllib/src/main/scala/org/apache/spark/ml/evaluation/RegressionEvaluator.scala
+++ b/mllib/src/main/scala/org/apache/spark/ml/evaluation/RegressionEvaluator.scala
@@ -73,10 +73,15 @@ final class RegressionEvaluator @Since("1.4.0") (@Since("1.4.0") override val ui
@Since("1.4.0")
override def evaluate(dataset: DataFrame): Double = {
val schema = dataset.schema
+ val predictionColName = $(predictionCol)
val predictionType = schema($(predictionCol)).dataType
- require(predictionType == FloatType || predictionType == DoubleType)
+ require(predictionType == FloatType || predictionType == DoubleType,
+ s"Prediction column $predictionColName must be of type float or double, " +
+ s" but not $predictionType")
+ val labelColName = $(labelCol)
val labelType = schema($(labelCol)).dataType
- require(labelType == FloatType || labelType == DoubleType)
+ require(labelType == FloatType || labelType == DoubleType,
+ s"Label column $labelColName must be of type float or double, but not $labelType")
val predictionAndLabels = dataset
.select(col($(predictionCol)).cast(DoubleType), col($(labelCol)).cast(DoubleType))
--
GitLab