Note about Code-Src

2022-06-25 15:37:45 +02:00 · 2022-06-25 15:37:45 +02:00 · 5f7cfd2e10
commit 5f7cfd2e10
parent b9f66dd95d
1 changed files with 1 additions and 0 deletions
--- a/sb3_trl/trl_pg/trl_pg.py
+++ b/sb3_trl/trl_pg/trl_pg.py
@ -230,6 +230,7 @@ class TRL_PG(OnPolicyAlgorithm):
                # values, log_prob, entropy = self.policy.evaluate_actions(rollout_data.observations, actions)

                # src in TRL reference code:
+                # Stolen from Fabian's Code (Public Version):
                # p = self.policy(rollout_data.observations)
                # proj_p = self.projection(self.policy, p, b_q = (b_old_mean, b_old_std), self._global_step)
                # new_logpacs = self.policy.log_probability(proj_p, b_actions)