From a6d385322e7dfaff600465fa5302010a5f122c6b Mon Sep 17 00:00:00 2001
From: Daoyuan Wang <daoyuan.wang@intel.com>
Date: Tue, 29 Dec 2015 07:02:30 +0900
Subject: [PATCH] [SPARK-12222][CORE] Deserialize RoaringBitmap using Kryo
serializer throw Buffer underflow exception
Since we only need to implement `def skipBytes(n: Int)`,
code in #10213 could be simplified.
davies scwf
Author: Daoyuan Wang <daoyuan.wang@intel.com>
Closes #10253 from adrian-wang/kryo.
---
.../scala/org/apache/spark/serializer/KryoSerializer.scala | 7 +------
1 file changed, 1 insertion(+), 6 deletions(-)
diff --git a/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala b/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala
index cb2ac5ea16..eed9937b30 100644
--- a/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala
+++ b/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala
@@ -401,12 +401,7 @@ private[serializer] class KryoInputDataInputBridge(input: KryoInput) extends Dat
override def readInt(): Int = input.readInt()
override def readUnsignedShort(): Int = input.readShortUnsigned()
override def skipBytes(n: Int): Int = {
- var remaining: Long = n
- while (remaining > 0) {
- val skip = Math.min(Integer.MAX_VALUE, remaining).asInstanceOf[Int]
- input.skip(skip)
- remaining -= skip
- }
+ input.skip(n)
n
}
override def readFully(b: Array[Byte]): Unit = input.read(b)
--
GitLab