Skip to content
Snippets Groups Projects
Commit 1e0aa4de authored by GuoQiang Li's avatar GuoQiang Li Committed by Xiangrui Meng
Browse files

[Minor] use norm operator after breeze 0.10 upgrade

cc mengxr

Author: GuoQiang Li <witgo@qq.com>

Closes #2730 from witgo/SPARK-3856 and squashes the following commits:

2cffce1 [GuoQiang Li] use norm operator after breeze 0.10 upgrade
parent 14f222f7
No related branches found
No related tags found
No related merge requests found
......@@ -19,6 +19,8 @@ package org.apache.spark.mllib.feature
import org.scalatest.FunSuite
import breeze.linalg.{norm => brzNorm}
import org.apache.spark.mllib.linalg.{DenseVector, SparseVector, Vectors}
import org.apache.spark.mllib.util.LocalSparkContext
import org.apache.spark.mllib.util.TestingUtils._
......@@ -50,10 +52,10 @@ class NormalizerSuite extends FunSuite with LocalSparkContext {
assert((data1, data1RDD.collect()).zipped.forall((v1, v2) => v1 ~== v2 absTol 1E-5))
assert(data1(0).toBreeze.norm(1) ~== 1.0 absTol 1E-5)
assert(data1(2).toBreeze.norm(1) ~== 1.0 absTol 1E-5)
assert(data1(3).toBreeze.norm(1) ~== 1.0 absTol 1E-5)
assert(data1(4).toBreeze.norm(1) ~== 1.0 absTol 1E-5)
assert(brzNorm(data1(0).toBreeze, 1) ~== 1.0 absTol 1E-5)
assert(brzNorm(data1(2).toBreeze, 1) ~== 1.0 absTol 1E-5)
assert(brzNorm(data1(3).toBreeze, 1) ~== 1.0 absTol 1E-5)
assert(brzNorm(data1(4).toBreeze, 1) ~== 1.0 absTol 1E-5)
assert(data1(0) ~== Vectors.sparse(3, Seq((0, -0.465116279), (1, 0.53488372))) absTol 1E-5)
assert(data1(1) ~== Vectors.dense(0.0, 0.0, 0.0) absTol 1E-5)
......@@ -77,10 +79,10 @@ class NormalizerSuite extends FunSuite with LocalSparkContext {
assert((data2, data2RDD.collect()).zipped.forall((v1, v2) => v1 ~== v2 absTol 1E-5))
assert(data2(0).toBreeze.norm(2) ~== 1.0 absTol 1E-5)
assert(data2(2).toBreeze.norm(2) ~== 1.0 absTol 1E-5)
assert(data2(3).toBreeze.norm(2) ~== 1.0 absTol 1E-5)
assert(data2(4).toBreeze.norm(2) ~== 1.0 absTol 1E-5)
assert(brzNorm(data2(0).toBreeze, 2) ~== 1.0 absTol 1E-5)
assert(brzNorm(data2(2).toBreeze, 2) ~== 1.0 absTol 1E-5)
assert(brzNorm(data2(3).toBreeze, 2) ~== 1.0 absTol 1E-5)
assert(brzNorm(data2(4).toBreeze, 2) ~== 1.0 absTol 1E-5)
assert(data2(0) ~== Vectors.sparse(3, Seq((0, -0.65617871), (1, 0.75460552))) absTol 1E-5)
assert(data2(1) ~== Vectors.dense(0.0, 0.0, 0.0) absTol 1E-5)
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment