Bug fix -- MTBench evaluation and missing code (#18)

This PR includes these changes:
- Fixing a bug in MTBench evaluation
- Add a missing `critic_cls` in `train.py` (resolving an issue https://github.com/younggyoseo/FastTD3/issues/17)
- Updating hyperparameters for MTBench
This commit is contained in:
Younggyo Seo
2025-06-25 09:21:04 -07:00
committed by GitHub
parent cef44108d8
commit 799624b202
5 changed files with 12 additions and 5 deletions
+2
View File
@@ -64,6 +64,8 @@ class MTBenchEnv:
# TODO: Check if we need no_grad and detach here
with torch.no_grad(): # do we need this?
self.env.reset_idx(torch.arange(self.num_envs, device=self.env.device))
self.env.cumulatives["rewards"][:] = 0
self.env.cumulatives["success"][:] = 0
obs_dict = self.env.reset()
return obs_dict["obs"].detach()