dodox/fancy_rl
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Disable vlearn for now...

Browse Source
This commit is contained in:
Dominik Moritz Roth 2024-08-28 11:55:43 +02:00
parent 1a02568f3c
commit 54bab221ef
3 changed files with 8 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
fancy_rl/__init__.py
View File

@ -1,10 +1,3 @@
import gymnasium
try:
import fancy_gym
except ImportError:
pass
from fancy_rl.algos import PPO, TRPL #, VLEARN
from fancy_rl.algos import PPO, TRPL, VLEARN
from fancy_rl.projections import get_projection
__all__ = ["PPO", "TRPL", "VLEARN", "get_projection"]
__all__ = ['PPO', 'TRPL']

4
fancy_rl/algos/__init__.py
View File

@ -1,3 +1,5 @@
from fancy_rl.algos.ppo import PPO
from fancy_rl.algos.trpl import TRPL
from fancy_rl.algos.vlearn import VLEARN
#from fancy_rl.algos.vlearn import VLEARN
__all__ = ['PPO', 'TRPL']

7
fancy_rl/algos/vlearn.py
View File

@ -5,10 +5,9 @@ from torchrl.modules import ProbabilisticActor, ValueOperator
from torchrl.collectors import SyncDataCollector
from torchrl.data import TensorDictReplayBuffer, LazyMemmapStorage
from fancy_rl.utils import get_env, get_actor, get_critic
from fancy_rl.modules.vlearn_loss import VLEARNLoss
from fancy_rl.modules.projection import get_vlearn_projection
from fancy_rl.modules.squashed_normal import get_squashed_normal
from fancy_rl.objectives.vlearn import VLEARNLoss
from fancy_rl.projections import get_vlearn_projection
from fancy_rl.utils import get_squashed_normal
class VLEARN:
def __init__(self, env_id: str, device: str = "cpu", **kwargs: Any):