hiro/ray
1
0
Fork 0
mirror of https://github.com/vale981/ray synced 2025-03-05 10:01:43 -05:00
Code Issues Projects Releases Packages Wiki Activity Actions

[RLlib] Issue 24074: multi-GPU learner thread key error in MA-scenarios. (#24382)

Browse source
This commit is contained in:
Sven Mika 2022-05-02 18:30:46 +02:00 • committed by GitHub
parent d4a906e177
commit 924adcf402
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 10 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
rllib/execution/multi_gpu_learner_thread.py
View file

@ -209,12 +209,16 @@ class _MultiGPULoaderThread(threading.Thread):
if not s.local_worker.is_policy_to_train(pid, batch):
continue
policy = policy_map[pid]
policy.load_batch_into_buffer(
batch=batch
if isinstance(batch, SampleBatch)
else batch.policy_batches[pid],
buffer_index=buffer_idx,
)
if isinstance(batch, SampleBatch):
policy.load_batch_into_buffer(
batch=batch,
buffer_index=buffer_idx,
)
elif pid in batch.policy_batches:
policy.load_batch_into_buffer(
batch=batch.policy_batches[pid],
buffer_index=buffer_idx,
)
# Tag just-loaded stack as "ready".
s.ready_tower_stacks.put(buffer_idx)