mirror of
https://github.com/apache/arrow.git
synced 2026-10-28 16:47:19 +08:00
Joris Van den Bossche
99c5412a6a
### Rationale for this change We have low-level methods `_import_from_c`/`_export_to_c` for the C Data Interface, we can add similar methods for the C Device data interface. Expanding the Arrow PyCapsule protocol (i.e. a better public API for other libraries) is covered by https://github.com/apache/arrow/issues/38325. Because of that, we might not want to keep those low-level methods long term (or at least we need to have the equivalents using capsules), but for testing it's useful to already add those. ### What changes are included in this PR? Added methods to Array and RecordBatch classes. Currently import only works for CPU devices. * GitHub Issue: #39979 Authored-by: Joris Van den Bossche <jorisvandenbossche@gmail.com> Signed-off-by: Antoine Pitrou <antoine@python.org>
82 lines
2.3 KiB
Python
82 lines
2.3 KiB
Python
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
from __future__ import absolute_import
|
|
|
|
import cffi
|
|
|
|
c_source = """
|
|
struct ArrowSchema {
|
|
// Array type description
|
|
const char* format;
|
|
const char* name;
|
|
const char* metadata;
|
|
int64_t flags;
|
|
int64_t n_children;
|
|
struct ArrowSchema** children;
|
|
struct ArrowSchema* dictionary;
|
|
|
|
// Release callback
|
|
void (*release)(struct ArrowSchema*);
|
|
// Opaque producer-specific data
|
|
void* private_data;
|
|
};
|
|
|
|
struct ArrowArray {
|
|
// Array data description
|
|
int64_t length;
|
|
int64_t null_count;
|
|
int64_t offset;
|
|
int64_t n_buffers;
|
|
int64_t n_children;
|
|
const void** buffers;
|
|
struct ArrowArray** children;
|
|
struct ArrowArray* dictionary;
|
|
|
|
// Release callback
|
|
void (*release)(struct ArrowArray*);
|
|
// Opaque producer-specific data
|
|
void* private_data;
|
|
};
|
|
|
|
struct ArrowArrayStream {
|
|
int (*get_schema)(struct ArrowArrayStream*, struct ArrowSchema* out);
|
|
int (*get_next)(struct ArrowArrayStream*, struct ArrowArray* out);
|
|
|
|
const char* (*get_last_error)(struct ArrowArrayStream*);
|
|
|
|
// Release callback
|
|
void (*release)(struct ArrowArrayStream*);
|
|
// Opaque producer-specific data
|
|
void* private_data;
|
|
};
|
|
|
|
typedef int32_t ArrowDeviceType;
|
|
|
|
struct ArrowDeviceArray {
|
|
struct ArrowArray array;
|
|
int64_t device_id;
|
|
ArrowDeviceType device_type;
|
|
void* sync_event;
|
|
int64_t reserved[3];
|
|
};
|
|
"""
|
|
|
|
# TODO use out-of-line mode for faster import and avoid C parsing
|
|
ffi = cffi.FFI()
|
|
ffi.cdef(c_source)
|