dodox/metastable-baselines2
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Fix another issue when clip_range=None

Browse Source
This commit is contained in:
Dominik Moritz Roth 2024-01-23 11:23:35 +01:00
parent 252710489e
commit 54b841654b
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
metastable_baselines2/trpl/trpl.py
View File

@ -203,7 +203,8 @@ class TRPL(BetterOnPolicyAlgorithm):
# Update optimizer learning rate # Update optimizer learning rate
self._update_learning_rate(self.policy.optimizer) self._update_learning_rate(self.policy.optimizer)
# Compute current clip range # Compute current clip range
clip_range = self.clip_range(self._current_progress_remaining) if self.clip_range is not None:
clip_range = self.clip_range(self._current_progress_remaining)
# Optional: clip range for the value function # Optional: clip range for the value function
if self.clip_range_vf is not None: if self.clip_range_vf is not None:
clip_range_vf = self.clip_range_vf(self._current_progress_remaining) clip_range_vf = self.clip_range_vf(self._current_progress_remaining)