hiro/ray
1
0
Fork 0
mirror of https://github.com/vale981/ray synced 2025-03-06 02:21:39 -05:00
Code Issues Projects Releases Packages Wiki Activity Actions

[RLlib] Delete some unused confusing logics. (#23513)

Browse source
This commit is contained in:
Jun Gong 2022-03-29 04:45:13 -07:00 • committed by GitHub
parent b7d32df8b0
commit a7e5aa8c6a
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 12 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
rllib/evaluation/sampler.py
View file

@ -25,7 +25,6 @@ from ray.rllib.evaluation.collectors.sample_collector import SampleCollector
from ray.rllib.evaluation.collectors.simple_list_collector import SimpleListCollector
from ray.rllib.evaluation.episode import Episode
from ray.rllib.evaluation.metrics import RolloutMetrics
from ray.rllib.evaluation.sample_batch_builder import MultiAgentSampleBatchBuilder
from ray.rllib.env.base_env import BaseEnv, convert_to_base_env, ASYNC_RESET_RETURN
from ray.rllib.env.wrappers.atari_wrappers import get_wrapper_by_cls, MonitorEnv
from ray.rllib.models.preprocessors import Preprocessor
@ -616,21 +615,14 @@ def _env_runner(
horizon = float("inf")
logger.debug("No episode horizon specified, assuming inf.")
# Pool of batch builders, which can be shared across episodes to pack
# trajectory data.
batch_builder_pool: List[MultiAgentSampleBatchBuilder] = []
def get_batch_builder():
if batch_builder_pool:
return batch_builder_pool.pop()
else:
return None
def new_episode(env_id):
episode = Episode(
worker.policy_map,
worker.policy_mapping_fn,
get_batch_builder,
# SimpleListCollector will find or create a
# simple_list_collector._PolicyCollector as batch_builder
# for this episode later. Here we simply provide a None factory.
lambda: None, # batch_builder_factory
extra_batch_callback,
env_id=env_id,
worker=worker,