update

Signed-off-by: Matteo Bettini <[email protected]>
pytorch · Oct 3, 2023 · d2f5c2c · d2f5c2c
1 parent 221e457
commit d2f5c2c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tutorials/sphinx-tutorials/multiagent_ppo.py b/tutorials/sphinx-tutorials/multiagent_ppo.py
@@ -682,7 +682,7 @@
     collector.update_policy_weights_()
 
     # Logging
-    done = tensordict_data.get(("next", "done"))
+    done = tensordict_data.get(("next", "agents", "done"))
     episode_reward_mean = (
         tensordict_data.get(("next", "agents", "episode_reward"))[done].mean().item()
     )