ray/src/common/state/redis.h

#ifndef REDIS_H
#define REDIS_H

#include "db.h"
#include "object_table.h"
#include "task_table.h"

#include "hiredis/hiredis.h"
#include "hiredis/async.h"
#include "uthash.h"
#include "utarray.h"

/* Allow up to 5 seconds for connecting to Redis. */
#define REDIS_DB_CONNECT_RETRIES 50
#define REDIS_DB_CONNECT_WAIT_MS 100

#define LOG_REDIS_ERROR(context, M, ...) \
  LOG_ERROR("Redis error %d %s; %s", context->err, context->errstr, M)

#define LOG_REDIS_DEBUG(context, M, ...) \
  LOG_DEBUG("Redis error %d %s; %s", context->err, context->errstr, M)

typedef struct {
  /** Unique ID for this db client. */
  DBClientID db_client_id;
  /** IP address and port of this db client. */
  char *addr;
  /** Handle for the uthash table. */
  UT_hash_handle hh;
} DBClientCacheEntry;

struct DBHandle {
  /** String that identifies this client type. */
  char *client_type;
  /** Unique ID for this client. */
  DBClientID client;
  /** Redis context for all non-subscribe connections. */
  redisAsyncContext *context;
  /** Redis context for "subscribe" communication. Yes, we need a separate one
   *  for that, see https://github.com/redis/hiredis/issues/55. */
  redisAsyncContext *sub_context;
  /** The event loop this global state store connection is part of. */
  event_loop *loop;
  /** Index of the database connection in the event loop */
  int64_t db_index;
  /** Cache for the IP addresses of db clients. This is a hash table mapping
   *  client IDs to addresses. */
  DBClientCacheEntry *db_client_cache;
  /** Redis context for synchronous connections. This should only be used very
   *  rarely, it is not asynchronous. */
  redisContext *sync_context;
};

void redis_object_table_get_entry(redisAsyncContext *c,
                                  void *r,
                                  void *privdata);

void object_table_lookup_callback(redisAsyncContext *c,
                                  void *r,
                                  void *privdata);

/*
 * ==== Redis object table functions ====
 */

/**
 * Lookup object table entry in redis.
 *
 * @param callback_data Data structure containing redis connection and timeout
 *        information.
 * @return Void.
 */
void redis_object_table_lookup(TableCallbackData *callback_data);

/**
 * Add a location entry to the object table in redis.
 *
 * @param callback_data Data structure containing redis connection and timeout
 *        information.
 * @return Void.
 */
void redis_object_table_add(TableCallbackData *callback_data);

/**
 * Remove a location entry from the object table in redis.
 *
 * @param callback_data Data structure containing redis connection and timeout
 *        information.
 * @return Void.
 */
void redis_object_table_remove(TableCallbackData *callback_data);

/**
 * Create a client-specific channel for receiving notifications from the object
 * table.
 *
 * @param callback_data Data structure containing redis connection and timeout
 *        information.
 * @return Void.
 */
void redis_object_table_subscribe_to_notifications(
    TableCallbackData *callback_data);

/**
 * Request notifications about when certain objects become available.
 *
 * @param callback_data Data structure containing redis connection and timeout
 *        information.
 * @return Void.
 */
void redis_object_table_request_notifications(TableCallbackData *callback_data);

/**
 * Add a new object to the object table in redis.
 *
 * @param callback_data Data structure containing redis connection and timeout
 *        information.
 * @return Void.
 */
void redis_result_table_add(TableCallbackData *callback_data);

/**
 * Lookup the task that created the object in redis. The result is the task ID.
 *
 * @param callback_data Data structure containing redis connection and timeout
 *        information.
 * @return Void.
 */
void redis_result_table_lookup(TableCallbackData *callback_data);

/**
 * Callback invoked when the reply from the object table lookup command is
 * received.
 *
 * @param c Redis context.
 * @param r Reply.
 * @param privdata Data associated to the callback.
 * @return Void.
 */
void redis_object_table_lookup_callback(redisAsyncContext *c,
                                        void *r,
                                        void *privdata);

/*
 * ==== Redis task table function =====
 */

/**
 * Get a task table entry, including the task spec and the task's scheduling
 * information.
 *
 * @param callback_data Data structure containing redis connection and timeout
 *        information.
 * @return Void.
 */
void redis_task_table_get_task(TableCallbackData *callback_data);

/**
 * Add a task table entry with a new task spec and the task's scheduling
 * information.
 *
 * @param callback_data Data structure containing redis connection and timeout
 *        information.
 * @return Void.
 */
void redis_task_table_add_task(TableCallbackData *callback_data);

/**
 * Update a task table entry with the task's scheduling information.
 *
 * @param callback_data Data structure containing redis connection and timeout
 *        information.
 * @return Void.
 */
void redis_task_table_update(TableCallbackData *callback_data);

/**
 * Update a task table entry with the task's scheduling information, if the
 * task's current scheduling information matches the test value.
 *
 * @param callback_data Data structure containing redis connection and timeout
 *        information.
 * @return Void.
 */
void redis_task_table_test_and_update(TableCallbackData *callback_data);

/**
 * Callback invoked when the reply from the task push command is received.
 *
 * @param c Redis context.
 * @param r Reply (not used).
 * @param privdata Data associated to the callback.
 * @return Void.
 */
void redis_task_table_publish_push_callback(redisAsyncContext *c,
                                            void *r,
                                            void *privdata);

/**
 * Callback invoked when the reply from the task publish command is received.
 *
 * @param c Redis context.
 * @param r Reply (not used).
 * @param privdata Data associated to the callback.
 * @return Void.
 */
void redis_task_table_publish_publish_callback(redisAsyncContext *c,
                                               void *r,
                                               void *privdata);

/**
 * Subscribe to updates of the task table.
 *
 * @param callback_data Data structure containing redis connection and timeout
 *        information.
 * @return Void.
 */
void redis_task_table_subscribe(TableCallbackData *callback_data);

/**
 * Subscribe to updates from the db client table.
 *
 * @param callback_data Data structure containing redis connection and timeout
 *        information.
 * @return Void.
 */
void redis_db_client_table_subscribe(TableCallbackData *callback_data);

/**
 * Subscribe to updates from the local scheduler table.
 *
 * @param callback_data Data structure containing redis connection and timeout
 *        information.
 * @return Void.
 */
void redis_local_scheduler_table_subscribe(TableCallbackData *callback_data);

/**
 * Publish an update to the local scheduler table.
 *
 * @param callback_data Data structure containing redis connection and timeout
 *        information.
 * @return Void.
 */
void redis_local_scheduler_table_send_info(TableCallbackData *callback_data);

/**
 * Subscribe to updates about newly created actors.
 *
 * @param callback_data Data structure containing redis connection and timeout
 *        information.
 * @return Void.
 */
void redis_actor_notification_table_subscribe(TableCallbackData *callback_data);

void redis_object_info_subscribe(TableCallbackData *callback_data);

#endif /* REDIS_H */