From 6844e7a8219ac78790a422ffd5054924e7d2bea1 Mon Sep 17 00:00:00 2001
From: industrial-sloth <industrial-sloth@users.noreply.github.com>
Date: Wed, 5 Nov 2014 15:38:48 -0800
Subject: [PATCH] SPARK-4222 [CORE] use readFully in
FixedLengthBinaryRecordReader
replaces the existing read() call with readFully().
Author: industrial-sloth <industrial-sloth@users.noreply.github.com>
Closes #3093 from industrial-sloth/branch-1.2-fixedLenRecRdr and squashes the following commits:
a245c8a [industrial-sloth] use readFully in FixedLengthBinaryRecordReader
---
.../org/apache/spark/input/FixedLengthBinaryRecordReader.scala | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/core/src/main/scala/org/apache/spark/input/FixedLengthBinaryRecordReader.scala b/core/src/main/scala/org/apache/spark/input/FixedLengthBinaryRecordReader.scala
index 5164a74bec..36a1e5d475 100644
--- a/core/src/main/scala/org/apache/spark/input/FixedLengthBinaryRecordReader.scala
+++ b/core/src/main/scala/org/apache/spark/input/FixedLengthBinaryRecordReader.scala
@@ -115,7 +115,7 @@ private[spark] class FixedLengthBinaryRecordReader
if (currentPosition < splitEnd) {
// setup a buffer to store the record
val buffer = recordValue.getBytes
- fileInputStream.read(buffer, 0, recordLength)
+ fileInputStream.readFully(buffer)
// update our current position
currentPosition = currentPosition + recordLength
// return true
--
GitLab