Implemented prior conditioned annealing (untested)

2023-04-25 17:05:34 +02:00
parent 09159774d9
commit 76ea3a6326
4 changed files with 694 additions and 6 deletions
@@ -62,6 +62,7 @@ class Actor(BasePolicy):
        features_dim: int,
        activation_fn: Type[nn.Module] = nn.ReLU,
        use_sde: bool = False,
+        use_pca: bool = False,
        log_std_init: float = -3,
        full_std: bool = True,
        sde_net_arch: Optional[List[int]] = None,
@@ -79,6 +80,8 @@ class Actor(BasePolicy):
            squash_output=True,
        )

+        assert use_pca == False, 'PCA is not implemented for SAC'
+
        # Save arguments to re-create object at loading
        self.use_sde = use_sde
        self.sde_features_extractor = None