fancy_gym/test/test_dmc_envs.py

54 lines
2.1 KiB
Python
Raw Normal View History

2022-09-26 09:46:53 +02:00
from itertools import chain
2023-01-12 17:21:56 +01:00
from typing import Callable
2022-09-26 09:46:53 +02:00
2023-01-12 17:21:56 +01:00
import gymnasium as gym
2022-09-26 09:46:53 +02:00
import pytest
import fancy_gym
from test.utils import run_env, run_env_determinism
2023-01-12 17:21:56 +01:00
# SUITE_IDS = [f'dmc:{env}-{task}' for env, task in suite.ALL_TASKS if env != "lqr"]
# MANIPULATION_IDS = [f'dmc:manipulation-{task}' for task in manipulation.ALL if task.endswith('_features')]
DM_CONTROL_IDS = [spec.id for spec in gym.envs.registry.values() if
2023-01-12 17:36:33 +01:00
spec.id.startswith('dm_control/')
and 'compatibility-env-v0' not in spec.id
and 'lqr-lqr' not in spec.id]
DM_control_MP_IDS = list(chain(*fancy_gym.ALL_DMC_MOVEMENT_PRIMITIVE_ENVIRONMENTS.values()))
2022-09-26 09:46:53 +02:00
SEED = 1
2023-01-12 17:21:56 +01:00
@pytest.mark.parametrize('env_id', DM_CONTROL_IDS)
def test_step_dm_control_functionality(env_id: str):
2022-09-26 09:46:53 +02:00
"""Tests that suite step environments run without errors using random actions."""
run_env(env_id, 5000, wrappers=[gym.wrappers.FlattenObservation])
2022-09-26 09:46:53 +02:00
2023-01-12 17:21:56 +01:00
@pytest.mark.parametrize('env_id', DM_CONTROL_IDS)
def test_step_dm_control_determinism(env_id: str):
2022-09-26 09:46:53 +02:00
"""Tests that for step environments identical seeds produce identical trajectories."""
run_env_determinism(env_id, SEED, 5000, wrappers=[gym.wrappers.FlattenObservation])
2022-09-26 09:46:53 +02:00
2023-01-12 17:21:56 +01:00
# @pytest.mark.parametrize('env_id', MANIPULATION_IDS)
# def test_step_manipulation_functionality(env_id: str):
# """Tests that manipulation step environments run without errors using random actions."""
# run_env(env_id)
#
#
# @pytest.mark.parametrize('env_id', MANIPULATION_IDS)
# def test_step_manipulation_determinism(env_id: str):
# """Tests that for step environments identical seeds produce identical trajectories."""
# run_env_determinism(env_id, SEED)
2022-09-26 09:46:53 +02:00
2023-01-12 17:36:33 +01:00
@pytest.mark.parametrize('env_id', DM_control_MP_IDS)
2022-09-26 09:46:53 +02:00
def test_bb_dmc_functionality(env_id: str):
"""Tests that black box environments run without errors using random actions."""
run_env(env_id)
2023-01-12 17:36:33 +01:00
@pytest.mark.parametrize('env_id', DM_control_MP_IDS)
2022-09-26 09:46:53 +02:00
def test_bb_dmc_determinism(env_id: str):
"""Tests that for black box environment identical seeds produce identical trajectories."""
run_env_determinism(env_id, SEED)