Fix one bug

This commit is contained in:
Wes McKinney committed 2019-05-31 08:11:27 -05:00
1 parent 30f1f4d626
commit 7efc1aca6e
2 files changed
+5 -7

No files matched your search

+3 -4
View File
@@ -143,7 +143,6 @@ std::shared_ptr<Page> SerializedPageReader::NextPage() {
// Loop here because there may be unhandled page types that we skip until
// finding a page that we do know what to do with
while (seen_num_rows_ < total_num_rows_) {
int64_t bytes_read = 0;
uint32_t header_size = 0;
const uint8_t* buffer;
uint32_t allowed_page_size = kDefaultPageHeaderSize;
@@ -184,10 +183,10 @@ std::shared_ptr<Page> SerializedPageReader::NextPage() {
// Read the compressed data page.
std::shared_ptr<Buffer> page_buffer;
PARQUET_THROW_NOT_OK(stream_->Read(compressed_len, &page_buffer));
if (bytes_read != compressed_len) {
if (page_buffer->size() != compressed_len) {
std::stringstream ss;
ss << "Page was smaller (" << bytes_read << ") than expected (" << compressed_len
<< ")";
ss << "Page was smaller (" << page_buffer->size() << ") than expected ("
<< compressed_len << ")";
ParquetException::EofException(ss.str());
}
+2 -3
View File
@@ -29,9 +29,8 @@ std::shared_ptr<ArrowInputStream> ReaderProperties::GetStream(
if (buffered_stream_enabled_) {
std::shared_ptr<::arrow::io::BufferedInputStream> stream;
PARQUET_THROW_NOT_OK(source->Seek(start));
// TODO(wesm): ARROW-5428 set read extent
PARQUET_THROW_NOT_OK(
::arrow::io::BufferedInputStream::Create(buffer_size_, pool_, source, &stream));
PARQUET_THROW_NOT_OK(::arrow::io::BufferedInputStream::Create(
buffer_size_, pool_, source, &stream, num_bytes));
return std::move(stream);
} else {
std::shared_ptr<Buffer> data;