mirror of
https://github.com/apache/arrow.git
synced 2026-10-29 00:56:31 +08:00
fix
This commit is contained in:
1 parent
e1924a45f5
commit
3518c71a1c
2 files changed
+10
-6
No files matched your search
@@ -85,12 +85,14 @@ from pyarrow.lib import (ArrowException,
|
||||
ArrowIOError,
|
||||
ArrowMemoryError,
|
||||
ArrowNotImplementedError,
|
||||
ArrowTypeError)
|
||||
ArrowTypeError,
|
||||
PlasmaObjectExists)
|
||||
|
||||
# Serialization
|
||||
from pyarrow.lib import (deserialize_from, deserialize,
|
||||
serialize, serialize_to, read_serialized,
|
||||
SerializedPyObject,
|
||||
SerializationException, DeserializationException,
|
||||
# This is temporary
|
||||
register_type, type_to_type_id, whitelisted_types,
|
||||
types_to_pickle, custom_serializers, custom_deserializers)
|
||||
|
||||
@@ -591,12 +591,14 @@ def connect(store_socket_name, manager_socket_name, int release_delay,
|
||||
release_delay, num_retries))
|
||||
return result
|
||||
|
||||
def put(PlasmaClient client, value):
|
||||
cdef ObjectID object_id = ObjectID.from_random()
|
||||
def put(PlasmaClient client, value, object_id=None):
|
||||
cdef ObjectID id = object_id if object_id else ObjectID.from_random()
|
||||
cdef SerializedPyObject serialized = pyarrow.serialize(value)
|
||||
buffer = client.create(object_id, serialized.total_bytes)
|
||||
serialized.write_to(buffer)
|
||||
return object_id
|
||||
buffer = client.create(id, serialized.total_bytes)
|
||||
stream = pyarrow.FixedSizeBufferOutputStream(buffer)
|
||||
stream.set_memcopy_threads(4)
|
||||
serialized.write_to(stream)
|
||||
return id
|
||||
|
||||
def get(PlasmaClient client, object_ids, timeout_ms=-1):
|
||||
results = []
|
||||
|
||||
Reference in new issue
Block a user