From 5f12c62226d02a0d6723d343dd57b9253afd4a69 Mon Sep 17 00:00:00 2001
From: HJasperson <61030698+HJasperson@users.noreply.github.com>
Date: Fri, 29 Apr 2022 03:07:02 -0500
Subject: [PATCH] [RLlib] Fix "tf variable is unhashable" Error. (#24273)

---
 rllib/models/catalog.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/rllib/models/catalog.py b/rllib/models/catalog.py
index 677804c58..c86553be0 100644
--- a/rllib/models/catalog.py
+++ b/rllib/models/catalog.py
@@ -515,7 +515,7 @@ class ModelCatalog:
 
                 def track_var_creation(next_creator, **kw):
                     v = next_creator(**kw)
-                    created.add(v)
+                    created.add(v.ref())
                     return v
 
                 with tf.variable_creator_scope(track_var_creation):