mirror of
https://github.com/vale981/ray
synced 2025-03-14 07:06:38 -04:00
ee08c8274b
* Implement sharding in the Ray core * Single node Python modifications to do sharding * Do the sharding in redis.cc * Pipe num_redis_shards through start_ray.py and worker.py. * Use multiple redis shards in multinode tests. * first steps for sharding ray.global_state * Fix problem in multinode docker test. * fix runtest.py * fix some tests * fix redis shard startup * fix redis sharding * fix * fix bug introduced by the map-iterator being consumed * fix sharding bug * shard event table * update number of Redis clients to be 64K * Fix object table tests by flushing shards in between unit tests * Fix local scheduler tests * Documentation * Register shard locations in the primary shard * Add plasma unit tests back to build * lint * lint and fix build * Fix * Address Robert's comments * Refactor start_ray_processes to start Redis shard * lint * Fix global scheduler python tests * Fix redis module test * Fix plasma test * Fix component failure test * Fix local scheduler test * Fix runtest.py * Fix global scheduler test for python3 * Fix task_table_test_and_update bug, from actor task table submission race * Fix jenkins tests. * Retry Redis shard connections * Fix test cases * Convert database clients to DBClient struct * Fix race condition when subscribing to db client table * Remove unused lines, add APITest for sharded Ray * Fix * Fix memory leak * Suppress ReconstructionTests output * Suppress output for APITestSharded * Reissue task table add/update commands if initial command does not publish to any subscribers. * fix * Fix linting. * fix tests * fix linting * fix python test * fix linting
95 lines
3.1 KiB
C
95 lines
3.1 KiB
C
#ifndef DB_CLIENT_TABLE_H
|
|
#define DB_CLIENT_TABLE_H
|
|
|
|
#include "db.h"
|
|
#include "table.h"
|
|
|
|
typedef void (*db_client_table_done_callback)(DBClientID db_client_id,
|
|
void *user_context);
|
|
|
|
/**
|
|
* Remove a client from the db clients table.
|
|
*
|
|
* @param db_handle Database handle.
|
|
* @param db_client_id The database client ID to remove.
|
|
* @param retry Information about retrying the request to the database.
|
|
* @param done_callback Function to be called when database returns result.
|
|
* @param user_context Data that will be passed to done_callback and
|
|
* fail_callback.
|
|
* @return Void.
|
|
*
|
|
*/
|
|
void db_client_table_remove(DBHandle *db_handle,
|
|
DBClientID db_client_id,
|
|
RetryInfo *retry,
|
|
db_client_table_done_callback done_callback,
|
|
void *user_context);
|
|
|
|
/*
|
|
* ==== Subscribing to the db client table ====
|
|
*/
|
|
|
|
/* An entry in the db client table. */
|
|
typedef struct {
|
|
/** The database client ID. */
|
|
DBClientID id;
|
|
/** The database client type. */
|
|
const char *client_type;
|
|
/** An optional auxiliary address for an associated database client on the
|
|
* same node. */
|
|
const char *aux_address;
|
|
/** Whether or not the database client exists. If this is false for an entry,
|
|
* then it will never again be true. */
|
|
bool is_insertion;
|
|
} DBClient;
|
|
|
|
/* Callback for subscribing to the db client table. */
|
|
typedef void (*db_client_table_subscribe_callback)(DBClient *db_client,
|
|
void *user_context);
|
|
|
|
/**
|
|
* Register a callback for a db client table event.
|
|
*
|
|
* @param db_handle Database handle.
|
|
* @param subscribe_callback Callback that will be called when the db client
|
|
* table is updated.
|
|
* @param subscribe_context Context that will be passed into the
|
|
* subscribe_callback.
|
|
* @param retry Information about retrying the request to the database.
|
|
* @param done_callback Function to be called when database returns result.
|
|
* @param user_context Data that will be passed to done_callback and
|
|
* fail_callback.
|
|
* @return Void.
|
|
*/
|
|
void db_client_table_subscribe(
|
|
DBHandle *db_handle,
|
|
db_client_table_subscribe_callback subscribe_callback,
|
|
void *subscribe_context,
|
|
RetryInfo *retry,
|
|
db_client_table_done_callback done_callback,
|
|
void *user_context);
|
|
|
|
/* Data that is needed to register db client table subscribe callbacks with the
|
|
* state database. */
|
|
typedef struct {
|
|
db_client_table_subscribe_callback subscribe_callback;
|
|
void *subscribe_context;
|
|
} DBClientTableSubscribeData;
|
|
|
|
/*
|
|
* ==== Plasma manager heartbeats ====
|
|
*/
|
|
|
|
/**
|
|
* Start sending heartbeats to the plasma_managers channel. Each
|
|
* heartbeat contains this database client's ID. Heartbeats can be subscribed
|
|
* to through the plasma_managers channel. Once called, this "retries" the
|
|
* heartbeat operation forever, every HEARTBEAT_TIMEOUT_MILLISECONDS
|
|
* milliseconds.
|
|
*
|
|
* @param db_handle Database handle.
|
|
* @return Void.
|
|
*/
|
|
void plasma_manager_send_heartbeat(DBHandle *db_handle);
|
|
|
|
#endif /* DB_CLIENT_TABLE_H */
|