This commit is contained in:
Philipp Moritz committed 2017-08-26 16:09:21 -07:00
1 parent e1924a45f5
commit 3518c71a1c
2 files changed
+10 -6

No files matched your search

+3 -1
View File
@@ -85,12 +85,14 @@ from pyarrow.lib import (ArrowException,
ArrowIOError,
ArrowMemoryError,
ArrowNotImplementedError,
ArrowTypeError)
ArrowTypeError,
PlasmaObjectExists)
# Serialization
from pyarrow.lib import (deserialize_from, deserialize,
serialize, serialize_to, read_serialized,
SerializedPyObject,
SerializationException, DeserializationException,
# This is temporary
register_type, type_to_type_id, whitelisted_types,
types_to_pickle, custom_serializers, custom_deserializers)
+7 -5
View File
@@ -591,12 +591,14 @@ def connect(store_socket_name, manager_socket_name, int release_delay,
release_delay, num_retries))
return result
def put(PlasmaClient client, value):
cdef ObjectID object_id = ObjectID.from_random()
def put(PlasmaClient client, value, object_id=None):
cdef ObjectID id = object_id if object_id else ObjectID.from_random()
cdef SerializedPyObject serialized = pyarrow.serialize(value)
buffer = client.create(object_id, serialized.total_bytes)
serialized.write_to(buffer)
return object_id
buffer = client.create(id, serialized.total_bytes)
stream = pyarrow.FixedSizeBufferOutputStream(buffer)
stream.set_memcopy_threads(4)
serialized.write_to(stream)
return id
def get(PlasmaClient client, object_ids, timeout_ms=-1):
results = []