Updating to new sb3 version

This commit is contained in:
2023-11-19 18:34:15 +01:00
parent 1c1a909d27
commit 865efe4221
7 changed files with 121 additions and 31 deletions
+2 -2
View File
@@ -113,7 +113,7 @@ class SAC(BetterOffPolicyAlgorithm):
use_pca: bool = False,
stats_window_size: int = 100,
tensorboard_log: Optional[str] = None,
policy_kwargs: Optional[Dict[str, Any]] = None,
policy_kwargs: Optional[Dict[str, Any]] = {},
verbose: int = 0,
seed: Optional[int] = None,
device: Union[th.device, str] = "auto",
@@ -156,7 +156,7 @@ class SAC(BetterOffPolicyAlgorithm):
# Inverse of the reward scale
self.ent_coef = ent_coef
self.target_update_interval = target_update_interval
self.ent_coef_optimizer = Optional[th.optim.Adam] = None
self.ent_coef_optimizer = None
if _init_setup_model:
self._setup_model()