calc episodic infos for some fancy envs

2023-01-26 17:27:34 +01:00
parent f37c8caaa4
commit 6f1837bda5
3 changed files with 7 additions and 3 deletions
@@ -374,6 +374,7 @@ class SAC(OffPolicyAlgorithm):
                           self._n_updates, exclude="tensorboard")
        self.logger.record("train/action_loss", np.mean(action_losses))
        self.logger.record("train/ent_coef", np.mean(ent_coefs))
+        self.logger.record("train/ssf", self.sde_sample_freq)
        self.logger.record("train/actor_loss", np.mean(actor_losses))
        self.logger.record("train/critic_loss", np.mean(critic_losses))
        if len(ent_coef_losses) > 0: