dodox/fancy_gym
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Mark some tests that are caused by issues in other projects as xfail

Browse Source
This commit is contained in:
Dominik Moritz Roth 2024-02-10 13:14:21 +01:00
parent 12a3558950
commit e3a2932c42
2 changed files with 12 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
test/test_all_gym_builtin_envs.py
View File

@ -21,15 +21,21 @@ GYM_MP_IDS = fancy_gym.ALL_DMC_MOVEMENT_PRIMITIVE_ENVIRONMENTS['all']
SEED = 1 SEED = 1
known_fail_functionality = ['LunarLander-v2', 'Blackjack-v1', 'CliffWalking-v0']
@pytest.mark.parametrize('env_id', GYM_IDS) @pytest.mark.parametrize('env_id', GYM_IDS)
def test_step_gym_functionality(env_id: str): def test_step_gym_functionality(env_id: str):
"""Tests that step environments run without errors using random actions.""" """Tests that step environments run without errors using random actions."""
if env_id in known_fail_functionality:
pytest.xfail(f"{env_id} is expected to fail the functionality test")
run_env(env_id) run_env(env_id)
known_fail_deteminism = ['LunarLanderContinuous-v2', 'CliffWalking-v0']
@pytest.mark.parametrize('env_id', GYM_IDS) @pytest.mark.parametrize('env_id', GYM_IDS)
def test_step_gym_determinism(env_id: str): def test_step_gym_determinism(env_id: str):
"""Tests that for step environments identical seeds produce identical trajectories.""" """Tests that for step environments identical seeds produce identical trajectories."""
if env_id in known_fail_deteminism:
pytest.xfail(f"{env_id} is expected to fail the determinism test")
run_env_determinism(env_id, SEED) run_env_determinism(env_id, SEED)

6
test/test_dmc_envs.py
View File

@ -15,15 +15,21 @@ DMC_MP_IDS = fancy_gym.ALL_DMC_MOVEMENT_PRIMITIVE_ENVIRONMENTS['all']
SEED = 1 SEED = 1
known_fail_functionality = []
@pytest.mark.parametrize('env_id', DMC_IDS) @pytest.mark.parametrize('env_id', DMC_IDS)
def test_step_dm_control_functionality(env_id: str): def test_step_dm_control_functionality(env_id: str):
"""Tests that suite step environments run without errors using random actions.""" """Tests that suite step environments run without errors using random actions."""
if env_id in known_fail_functionality:
pytest.xfail(f"{env_id} is expected to fail the functionality test")
run_env(env_id, 5000, wrappers=[gym.wrappers.FlattenObservation]) run_env(env_id, 5000, wrappers=[gym.wrappers.FlattenObservation])
known_fail_deteminism = ['dm_control/CmuHumanoidMazeForage-v0', 'dm_control/CmuHumanoidHeterogeneousForage-v0', 'dm_control/RodentMazeForage-v0', 'dm_control/RodentTwoTouch-v0']
@pytest.mark.parametrize('env_id', DMC_IDS) @pytest.mark.parametrize('env_id', DMC_IDS)
def test_step_dm_control_determinism(env_id: str): def test_step_dm_control_determinism(env_id: str):
"""Tests that for step environments identical seeds produce identical trajectories.""" """Tests that for step environments identical seeds produce identical trajectories."""
if env_id in known_fail_deteminism:
pytest.xfail(f"{env_id} is expected to fail the determinism test")
run_env_determinism(env_id, SEED, 5000, wrappers=[gym.wrappers.FlattenObservation]) run_env_determinism(env_id, SEED, 5000, wrappers=[gym.wrappers.FlattenObservation])