dodox/metastable-baselines
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Fixed: Upgrade changing interfaces

Browse Source
This commit is contained in:
Dominik Moritz Roth 2023-01-06 18:46:38 +01:00
parent f3e03916c8
commit 844cdb1319
1 changed files with 14 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

28
metastable_baselines/sac/sac.py
View File

@ -134,31 +134,31 @@ class SAC(OffPolicyAlgorithm):
_init_setup_model: bool = True, _init_setup_model: bool = True,
): ):
super().__init__( super().__init__(
policy, policy=policy,
env, env=env,
None, # PolicyBase learning_rate=learning_rate,
learning_rate, buffer_size=buffer_size,
buffer_size, learning_starts=learning_starts,
learning_starts, batch_size=batch_size,
batch_size, tau=tau,
tau, gamma=gamma,
gamma, train_freq=train_freq,
train_freq, gradient_steps=gradient_steps,
gradient_steps, action_noise=action_noise,
action_noise,
replay_buffer_class=replay_buffer_class, replay_buffer_class=replay_buffer_class,
replay_buffer_kwargs=replay_buffer_kwargs, replay_buffer_kwargs=replay_buffer_kwargs,
policy_kwargs=policy_kwargs, policy_kwargs=policy_kwargs,
tensorboard_log=tensorboard_log, tensorboard_log=tensorboard_log,
verbose=verbose, verbose=verbose,
device=device, device=device,
support_multi_env=False,
monitor_wrapper=True,
seed=seed, seed=seed,
use_sde=use_sde, use_sde=use_sde,
sde_sample_freq=sde_sample_freq, sde_sample_freq=sde_sample_freq,
use_sde_at_warmup=use_sde_at_warmup, use_sde_at_warmup=use_sde_at_warmup,
optimize_memory_usage=optimize_memory_usage, sde_support=True,
supported_action_spaces=(gym.spaces.Box), supported_action_spaces=(gym.spaces.Box),
support_multi_env=True,
) )
self.target_entropy = target_entropy self.target_entropy = target_entropy