dodox/fancy_gym
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Cleaning up test/test_dmc_envs.py

Browse Source
This commit is contained in:
Dominik Moritz Roth 2023-08-14 16:09:28 +02:00
parent 1fb5368cc2
commit f3ffa714cb
1 changed files with 6 additions and 22 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

28
test/test_dmc_envs.py
View File

@ -7,47 +7,31 @@ import pytest
import fancy_gym import fancy_gym
from test.utils import run_env, run_env_determinism from test.utils import run_env, run_env_determinism
# SUITE_IDS = [f'dmc:{env}-{task}' for env, task in suite.ALL_TASKS if env != "lqr"] DMC_IDS = [spec.id for spec in gym.envs.registry.values() if
# MANIPULATION_IDS = [f'dmc:manipulation-{task}' for task in manipulation.ALL if task.endswith('_features')]
DM_CONTROL_IDS = [spec.id for spec in gym.envs.registry.values() if
spec.id.startswith('dm_control/') spec.id.startswith('dm_control/')
and 'compatibility-env-v0' not in spec.id and 'compatibility-env-v0' not in spec.id
and 'lqr-lqr' not in spec.id] and 'lqr-lqr' not in spec.id]
DM_control_MP_IDS = list(chain(*fancy_gym.ALL_DMC_MOVEMENT_PRIMITIVE_ENVIRONMENTS.values())) DMC_MP_IDS = list(chain(*fancy_gym.ALL_DMC_MOVEMENT_PRIMITIVE_ENVIRONMENTS.values()))
SEED = 1 SEED = 1
@pytest.mark.parametrize('env_id', DM_CONTROL_IDS) @pytest.mark.parametrize('env_id', DMC_IDS)
def test_step_dm_control_functionality(env_id: str): def test_step_dm_control_functionality(env_id: str):
"""Tests that suite step environments run without errors using random actions.""" """Tests that suite step environments run without errors using random actions."""
run_env(env_id, 5000, wrappers=[gym.wrappers.FlattenObservation]) run_env(env_id, 5000, wrappers=[gym.wrappers.FlattenObservation])
@pytest.mark.parametrize('env_id', DM_CONTROL_IDS) @pytest.mark.parametrize('env_id', DMC_IDS)
def test_step_dm_control_determinism(env_id: str): def test_step_dm_control_determinism(env_id: str):
"""Tests that for step environments identical seeds produce identical trajectories.""" """Tests that for step environments identical seeds produce identical trajectories."""
run_env_determinism(env_id, SEED, 5000, wrappers=[gym.wrappers.FlattenObservation]) run_env_determinism(env_id, SEED, 5000, wrappers=[gym.wrappers.FlattenObservation])
@pytest.mark.parametrize('env_id', DMC_MP_IDS)
# @pytest.mark.parametrize('env_id', MANIPULATION_IDS)
# def test_step_manipulation_functionality(env_id: str):
# """Tests that manipulation step environments run without errors using random actions."""
# run_env(env_id)
#
#
# @pytest.mark.parametrize('env_id', MANIPULATION_IDS)
# def test_step_manipulation_determinism(env_id: str):
# """Tests that for step environments identical seeds produce identical trajectories."""
# run_env_determinism(env_id, SEED)
@pytest.mark.parametrize('env_id', DM_control_MP_IDS)
def test_bb_dmc_functionality(env_id: str): def test_bb_dmc_functionality(env_id: str):
"""Tests that black box environments run without errors using random actions.""" """Tests that black box environments run without errors using random actions."""
run_env(env_id) run_env(env_id)
@pytest.mark.parametrize('env_id', DMC_MP_IDS)
@pytest.mark.parametrize('env_id', DM_control_MP_IDS)
def test_bb_dmc_determinism(env_id: str): def test_bb_dmc_determinism(env_id: str):
"""Tests that for black box environment identical seeds produce identical trajectories.""" """Tests that for black box environment identical seeds produce identical trajectories."""
run_env_determinism(env_id, SEED) run_env_determinism(env_id, SEED)