mirror of
https://github.com/apache/arrow.git
synced 2026-10-29 00:56:31 +08:00
Fix one bug
This commit is contained in:
1 parent
30f1f4d626
commit
7efc1aca6e
2 files changed
+5
-7
No files matched your search
@@ -143,7 +143,6 @@ std::shared_ptr<Page> SerializedPageReader::NextPage() {
|
||||
// Loop here because there may be unhandled page types that we skip until
|
||||
// finding a page that we do know what to do with
|
||||
while (seen_num_rows_ < total_num_rows_) {
|
||||
int64_t bytes_read = 0;
|
||||
uint32_t header_size = 0;
|
||||
const uint8_t* buffer;
|
||||
uint32_t allowed_page_size = kDefaultPageHeaderSize;
|
||||
@@ -184,10 +183,10 @@ std::shared_ptr<Page> SerializedPageReader::NextPage() {
|
||||
// Read the compressed data page.
|
||||
std::shared_ptr<Buffer> page_buffer;
|
||||
PARQUET_THROW_NOT_OK(stream_->Read(compressed_len, &page_buffer));
|
||||
if (bytes_read != compressed_len) {
|
||||
if (page_buffer->size() != compressed_len) {
|
||||
std::stringstream ss;
|
||||
ss << "Page was smaller (" << bytes_read << ") than expected (" << compressed_len
|
||||
<< ")";
|
||||
ss << "Page was smaller (" << page_buffer->size() << ") than expected ("
|
||||
<< compressed_len << ")";
|
||||
ParquetException::EofException(ss.str());
|
||||
}
|
||||
|
||||
|
||||
@@ -29,9 +29,8 @@ std::shared_ptr<ArrowInputStream> ReaderProperties::GetStream(
|
||||
if (buffered_stream_enabled_) {
|
||||
std::shared_ptr<::arrow::io::BufferedInputStream> stream;
|
||||
PARQUET_THROW_NOT_OK(source->Seek(start));
|
||||
// TODO(wesm): ARROW-5428 set read extent
|
||||
PARQUET_THROW_NOT_OK(
|
||||
::arrow::io::BufferedInputStream::Create(buffer_size_, pool_, source, &stream));
|
||||
PARQUET_THROW_NOT_OK(::arrow::io::BufferedInputStream::Create(
|
||||
buffer_size_, pool_, source, &stream, num_bytes));
|
||||
return std::move(stream);
|
||||
} else {
|
||||
std::shared_ptr<Buffer> data;
|
||||
|
||||
Reference in new issue
Block a user