hiro/ray
1
0
Fork 0
mirror of https://github.com/vale981/ray synced 2025-04-23 06:25:52 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

Update arrow version. (#1512)

Browse source
This commit is contained in:
Robert Nishihara 2018-02-07 23:05:16 -08:00 • committed by Philipp Moritz
parent fa37564511
commit 89db7841d2
5 changed files with 10 additions and 9 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
python/ray/worker.py
View file

@ -1044,6 +1044,7 @@ def _initialize_serialization(worker=global_worker):
worker.serialization_context.set_pickle(pickle.dumps, pickle.loads)
pyarrow.register_default_serialization_handlers(
worker.serialization_context)
pyarrow.register_torch_serialization_handlers(worker.serialization_context)
# Define a custom serializer and deserializer for handling Object IDs.
def objectid_custom_serializer(obj):

2
src/local_scheduler/local_scheduler_algorithm.cc
View file

@ -368,7 +368,7 @@ void finish_killed_task(LocalSchedulerState *state,
int64_t num_returns = TaskSpec_num_returns(spec);
for (int i = 0; i < num_returns; i++) {
ObjectID object_id = TaskSpec_return(spec, i);
std::shared_ptr<MutableBuffer> data;
std::shared_ptr<Buffer> data;
// TODO(ekl): this writes an invalid arrow object, which is sufficient to
// signal that the worker failed, but it would be nice to return more
// detailed failure metadata in the future.

2
src/plasma/plasma_manager.cc
View file

@ -863,7 +863,7 @@ void process_data_request(event_loop *loop,
/* The corresponding call to plasma_release should happen in
* process_data_chunk. */
std::shared_ptr<MutableBuffer> data;
std::shared_ptr<Buffer> data;
plasma::Status s = conn->manager_state->plasma_conn->Create(
object_id.to_plasma_id(), data_size, NULL, metadata_size, &data);

12
src/plasma/test/client_tests.cc
View file

@ -32,7 +32,7 @@ TEST plasma_status_tests(void) {
int64_t data_size = 100;
uint8_t metadata[] = {5};
int64_t metadata_size = sizeof(metadata);
std::shared_ptr<MutableBuffer> data;
std::shared_ptr<Buffer> data;
ARROW_CHECK_OK(
client1.Create(oid1, data_size, metadata, metadata_size, &data));
ARROW_CHECK_OK(client1.Seal(oid1));
@ -73,7 +73,7 @@ TEST plasma_fetch_tests(void) {
int64_t data_size = 100;
uint8_t metadata[] = {5};
int64_t metadata_size = sizeof(metadata);
std::shared_ptr<MutableBuffer> data;
std::shared_ptr<Buffer> data;
ARROW_CHECK_OK(
client1.Create(oid1, data_size, metadata, metadata_size, &data));
ARROW_CHECK_OK(client1.Seal(oid1));
@ -144,7 +144,7 @@ TEST plasma_nonblocking_get_tests(void) {
int64_t data_size = 4;
uint8_t metadata[] = {5};
int64_t metadata_size = sizeof(metadata);
std::shared_ptr<MutableBuffer> data;
std::shared_ptr<Buffer> data;
ARROW_CHECK_OK(client.Create(oid, data_size, metadata, metadata_size, &data));
init_data_123(data->mutable_data(), data_size, 0);
ARROW_CHECK_OK(client.Seal(oid));
@ -194,7 +194,7 @@ TEST plasma_wait_for_objects_tests(void) {
int64_t data_size = 4;
uint8_t metadata[] = {5};
int64_t metadata_size = sizeof(metadata);
std::shared_ptr<MutableBuffer> data;
std::shared_ptr<Buffer> data;
ARROW_CHECK_OK(
client1.Create(oid1, data_size, metadata, metadata_size, &data));
ARROW_CHECK_OK(client1.Seal(oid1));
@ -248,7 +248,7 @@ TEST plasma_get_tests(void) {
int64_t data_size = 4;
uint8_t metadata[] = {5};
int64_t metadata_size = sizeof(metadata);
std::shared_ptr<MutableBuffer> data;
std::shared_ptr<Buffer> data;
ARROW_CHECK_OK(
client1.Create(oid1, data_size, metadata, metadata_size, &data));
init_data_123(data->mutable_data(), data_size, 1);
@ -291,7 +291,7 @@ TEST plasma_get_multiple_tests(void) {
int64_t data_size = 4;
uint8_t metadata[] = {5};
int64_t metadata_size = sizeof(metadata);
std::shared_ptr<MutableBuffer> data;
std::shared_ptr<Buffer> data;
ARROW_CHECK_OK(
client1.Create(oid1, data_size, metadata, metadata_size, &data));
init_data_123(data->mutable_data(), data_size, obj1_first);

2
src/thirdparty/download_thirdparty.sh vendored
View file

@ -13,4 +13,4 @@ fi
cd $TP_DIR/arrow
git fetch origin master
git checkout d135974a0d3dd9a9fbbb10da4c5dbc65f9324234
git checkout e26f3dad3675288564ef0c0330a5c9afcac652f1