dodox/FastTD3
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[hotfix] fix issue when using n-step==1

Browse Source
This commit is contained in:
Younggyo Seo 2025-06-10 08:26:27 +00:00
parent 85cb1c65c7
commit 1014bf7e82
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
fast_td3/fast_td3_utils.py
View File

@ -388,7 +388,7 @@ class SimpleReplayBuffer(nn.Module):
out["critic_observations"] = critic_observations out["critic_observations"] = critic_observations
out["next"]["critic_observations"] = next_critic_observations out["next"]["critic_observations"] = next_critic_observations
if self.ptr >= self.buffer_size: if self.n_steps > 1 and self.ptr >= self.buffer_size:
# Roll back the truncation flags introduced for safe sampling # Roll back the truncation flags introduced for safe sampling
self.truncations[:, current_pos - 1] = curr_truncations self.truncations[:, current_pos - 1] = curr_truncations
return out return out