Fix another issue when clip_range=None

2024-01-23 11:23:35 +01:00 · 2024-01-23 11:23:35 +01:00 · 54b841654b
commit 54b841654b
parent 252710489e
1 changed files with 2 additions and 1 deletions
--- a/metastable_baselines2/trpl/trpl.py
+++ b/metastable_baselines2/trpl/trpl.py
@ -203,6 +203,7 @@ class TRPL(BetterOnPolicyAlgorithm):
        # Update optimizer learning rate
        self._update_learning_rate(self.policy.optimizer)
        # Compute current clip range
+        if self.clip_range is not None:
            clip_range = self.clip_range(self._current_progress_remaining)
        # Optional: clip range for the value function
        if self.clip_range_vf is not None: