calc episodic infos for some fancy envs

2023-01-26 17:27:34 +01:00
parent f37c8caaa4
commit 6f1837bda5
3 changed files with 7 additions and 3 deletions
@@ -399,6 +399,7 @@ class PPO(GaussianRolloutCollectorAuxclass, OnPolicyAlgorithm):
        self.logger.record("train/clip_fraction", np.mean(clip_fractions))
        self.logger.record("train/loss", loss.item())
        self.logger.record("train/explained_variance", explained_var)
+        self.logger.record("train/ssf", self.sde_sample_freq)
        if hasattr(self.policy, "log_std"):
            self.logger.record(
                "train/std", th.exp(self.policy.log_std).mean().item())