mirror of
https://github.com/apache/arrow.git
synced 2026-10-28 16:47:19 +08:00
tadeja
382ffd94f9
### Rationale for this change Fix #51329 Additional downstream static-linking test, after #50195 moved S3 into the separate ArrowS3 library. ### What changes are included in this PR? Test downstream static linking of `ArrowS3::arrow_s3_static` via minimal_build example and `cpp_test.sh`, Fix dependencies for static Azure and GCS consumers: append `libcurl` for bundled GCS, append `libcurl` and `LibXml2` for bundled Azure(NOT WIN32), append links for system Azure SDK and pkg-config --static arrow to include `libcurl` and `libxml-2.0` for bundled GCS/Azure ### Are these changes tested? Verified by CI ### Are there any user-facing changes? Downstream consumers now have required static dependencies for Azure/GCS * GitHub Issue: #51329 Authored-by: Tadeja Kadunc <tadeja.kadunc@gmail.com> Signed-off-by: Raúl Cumplido <raulcumplido@gmail.com>
79 lines
2.8 KiB
C++
79 lines
2.8 KiB
C++
// Licensed to the Apache Software Foundation (ASF) under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing,
|
|
// software distributed under the License is distributed on an
|
|
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
// KIND, either express or implied. See the License for the
|
|
// specific language governing permissions and limitations
|
|
// under the License.
|
|
|
|
#include <arrow/csv/api.h>
|
|
#ifdef ARROW_EXAMPLE_S3_STATIC_CHECK
|
|
# include <arrow/filesystem/s3fs.h>
|
|
#endif
|
|
#include <arrow/io/api.h>
|
|
#include <arrow/ipc/api.h>
|
|
#include <arrow/pretty_print.h>
|
|
#include <arrow/result.h>
|
|
#include <arrow/status.h>
|
|
#include <arrow/table.h>
|
|
|
|
#include <iostream>
|
|
|
|
using arrow::Status;
|
|
|
|
namespace {
|
|
|
|
Status RunMain(int argc, char** argv) {
|
|
const char* csv_filename = "test.csv";
|
|
const char* arrow_filename = "test.arrow";
|
|
|
|
std::cerr << "* Reading CSV file '" << csv_filename << "' into table" << std::endl;
|
|
ARROW_ASSIGN_OR_RAISE(auto input_file, arrow::io::ReadableFile::Open(csv_filename));
|
|
ARROW_ASSIGN_OR_RAISE(auto csv_reader, arrow::csv::TableReader::Make(
|
|
arrow::io::default_io_context(), input_file,
|
|
arrow::csv::ReadOptions::Defaults(),
|
|
arrow::csv::ParseOptions::Defaults(),
|
|
arrow::csv::ConvertOptions::Defaults()));
|
|
ARROW_ASSIGN_OR_RAISE(auto table, csv_reader->Read());
|
|
|
|
std::cerr << "* Read table:" << std::endl;
|
|
ARROW_RETURN_NOT_OK(arrow::PrettyPrint(*table, {}, &std::cerr));
|
|
|
|
std::cerr << "* Writing table into Arrow IPC file '" << arrow_filename << "'"
|
|
<< std::endl;
|
|
ARROW_ASSIGN_OR_RAISE(auto output_file,
|
|
arrow::io::FileOutputStream::Open(arrow_filename));
|
|
ARROW_ASSIGN_OR_RAISE(auto batch_writer,
|
|
arrow::ipc::MakeFileWriter(output_file, table->schema()));
|
|
ARROW_RETURN_NOT_OK(batch_writer->WriteTable(*table));
|
|
ARROW_RETURN_NOT_OK(batch_writer->Close());
|
|
|
|
#ifdef ARROW_EXAMPLE_S3_STATIC_CHECK
|
|
std::cerr << "* Verify S3 initializes and finalizes" << std::endl;
|
|
ARROW_RETURN_NOT_OK(arrow::fs::EnsureS3Initialized());
|
|
ARROW_RETURN_NOT_OK(arrow::fs::EnsureS3Finalized());
|
|
#endif
|
|
|
|
return Status::OK();
|
|
}
|
|
|
|
} // namespace
|
|
|
|
int main(int argc, char** argv) {
|
|
Status st = RunMain(argc, argv);
|
|
if (!st.ok()) {
|
|
std::cerr << st << std::endl;
|
|
return 1;
|
|
}
|
|
return 0;
|
|
}
|