From 60398dabc50d402bbab4190fbe94ebed6d3a48dc Mon Sep 17 00:00:00 2001
From: Yuhao Yang <hhbyyh@gmail.com>
Date: Thu, 23 Jun 2016 11:00:00 -0700
Subject: [PATCH] [SPARK-16130][ML] model loading backward compatibility for
ml.classfication.LogisticRegression
## What changes were proposed in this pull request?
jira: https://issues.apache.org/jira/browse/SPARK-16130
model loading backward compatibility for ml.classfication.LogisticRegression
## How was this patch tested?
existing ut and manual test for loading old models.
Author: Yuhao Yang <hhbyyh@gmail.com>
Closes #13841 from hhbyyh/lrcomp.
---
.../spark/ml/classification/LogisticRegression.scala | 10 +++++-----
1 file changed, 5 insertions(+), 5 deletions(-)
diff --git a/mllib/src/main/scala/org/apache/spark/ml/classification/LogisticRegression.scala b/mllib/src/main/scala/org/apache/spark/ml/classification/LogisticRegression.scala
index be69d46eeb..9c9f5ced4e 100644
--- a/mllib/src/main/scala/org/apache/spark/ml/classification/LogisticRegression.scala
+++ b/mllib/src/main/scala/org/apache/spark/ml/classification/LogisticRegression.scala
@@ -674,12 +674,12 @@ object LogisticRegressionModel extends MLReadable[LogisticRegressionModel] {
val dataPath = new Path(path, "data").toString
val data = sparkSession.read.format("parquet").load(dataPath)
- .select("numClasses", "numFeatures", "intercept", "coefficients").head()
+
// We will need numClasses, numFeatures in the future for multinomial logreg support.
- // val numClasses = data.getInt(0)
- // val numFeatures = data.getInt(1)
- val intercept = data.getDouble(2)
- val coefficients = data.getAs[Vector](3)
+ val Row(numClasses: Int, numFeatures: Int, intercept: Double, coefficients: Vector) =
+ MLUtils.convertVectorColumnsToML(data, "coefficients")
+ .select("numClasses", "numFeatures", "intercept", "coefficients")
+ .head()
val model = new LogisticRegressionModel(metadata.uid, coefficients, intercept)
DefaultParamsReader.getAndSetParams(model, metadata)
--
GitLab