mirror of
https://github.com/vale981/ray
synced 2025-03-06 02:21:39 -05:00
fcf897ee72
update rllib example to use Tuner API. Signed-off-by: xwjiang2010 <xwjiang2010@gmail.com>
37 lines
1.1 KiB
Python
37 lines
1.1 KiB
Python
from ray import air, tune
|
|
from ray.tune.registry import register_env
|
|
from ray.rllib.env.wrappers.pettingzoo_env import PettingZooEnv
|
|
from pettingzoo.sisl import waterworld_v3
|
|
|
|
# Based on code from github.com/parametersharingmadrl/parametersharingmadrl
|
|
|
|
if __name__ == "__main__":
|
|
# RDQN - Rainbow DQN
|
|
# ADQN - Apex DQN
|
|
def env_creator(args):
|
|
return PettingZooEnv(waterworld_v3.env())
|
|
|
|
env = env_creator({})
|
|
register_env("waterworld", env_creator)
|
|
|
|
tune.Tuner(
|
|
"APEX_DDPG",
|
|
run_config=air.RunConfig(
|
|
stop={"episodes_total": 60000},
|
|
checkpoint_config=air.CheckpointConfig(
|
|
checkpoint_frequency=10,
|
|
),
|
|
),
|
|
param_space={
|
|
# Enviroment specific
|
|
"env": "waterworld",
|
|
# General
|
|
"num_gpus": 1,
|
|
"num_workers": 2,
|
|
# Method specific
|
|
"multiagent": {
|
|
"policies": set(env.agents),
|
|
"policy_mapping_fn": (lambda agent_id, episode, **kwargs: agent_id),
|
|
},
|
|
},
|
|
).fit()
|