2022-09-26 09:46:53 +02:00
|
|
|
from itertools import chain
|
2023-01-12 17:21:56 +01:00
|
|
|
from typing import Callable
|
2022-09-26 09:46:53 +02:00
|
|
|
|
2023-01-12 17:21:56 +01:00
|
|
|
import gymnasium as gym
|
2022-09-26 09:46:53 +02:00
|
|
|
import pytest
|
|
|
|
|
|
|
|
import fancy_gym
|
|
|
|
from test.utils import run_env, run_env_determinism
|
|
|
|
|
2023-01-12 17:21:56 +01:00
|
|
|
# SUITE_IDS = [f'dmc:{env}-{task}' for env, task in suite.ALL_TASKS if env != "lqr"]
|
|
|
|
# MANIPULATION_IDS = [f'dmc:manipulation-{task}' for task in manipulation.ALL if task.endswith('_features')]
|
|
|
|
DM_CONTROL_IDS = [spec.id for spec in gym.envs.registry.values() if
|
2023-01-12 17:36:33 +01:00
|
|
|
spec.id.startswith('dm_control/')
|
|
|
|
and 'compatibility-env-v0' not in spec.id
|
|
|
|
and 'lqr-lqr' not in spec.id]
|
2023-01-17 08:27:29 +01:00
|
|
|
DM_control_MP_IDS = list(chain(*fancy_gym.ALL_DMC_MOVEMENT_PRIMITIVE_ENVIRONMENTS.values()))
|
2022-09-26 09:46:53 +02:00
|
|
|
SEED = 1
|
|
|
|
|
|
|
|
|
2023-01-12 17:21:56 +01:00
|
|
|
@pytest.mark.parametrize('env_id', DM_CONTROL_IDS)
|
|
|
|
def test_step_dm_control_functionality(env_id: str):
|
2022-09-26 09:46:53 +02:00
|
|
|
"""Tests that suite step environments run without errors using random actions."""
|
2023-01-17 08:27:29 +01:00
|
|
|
run_env(env_id, 5000, wrappers=[gym.wrappers.FlattenObservation])
|
2022-09-26 09:46:53 +02:00
|
|
|
|
|
|
|
|
2023-01-12 17:21:56 +01:00
|
|
|
@pytest.mark.parametrize('env_id', DM_CONTROL_IDS)
|
|
|
|
def test_step_dm_control_determinism(env_id: str):
|
2022-09-26 09:46:53 +02:00
|
|
|
"""Tests that for step environments identical seeds produce identical trajectories."""
|
2023-01-17 08:27:29 +01:00
|
|
|
run_env_determinism(env_id, SEED, 5000, wrappers=[gym.wrappers.FlattenObservation])
|
2022-09-26 09:46:53 +02:00
|
|
|
|
|
|
|
|
2023-01-12 17:21:56 +01:00
|
|
|
# @pytest.mark.parametrize('env_id', MANIPULATION_IDS)
|
|
|
|
# def test_step_manipulation_functionality(env_id: str):
|
|
|
|
# """Tests that manipulation step environments run without errors using random actions."""
|
|
|
|
# run_env(env_id)
|
|
|
|
#
|
|
|
|
#
|
|
|
|
# @pytest.mark.parametrize('env_id', MANIPULATION_IDS)
|
|
|
|
# def test_step_manipulation_determinism(env_id: str):
|
|
|
|
# """Tests that for step environments identical seeds produce identical trajectories."""
|
|
|
|
# run_env_determinism(env_id, SEED)
|
2022-09-26 09:46:53 +02:00
|
|
|
|
|
|
|
|
2023-01-12 17:36:33 +01:00
|
|
|
@pytest.mark.parametrize('env_id', DM_control_MP_IDS)
|
2022-09-26 09:46:53 +02:00
|
|
|
def test_bb_dmc_functionality(env_id: str):
|
|
|
|
"""Tests that black box environments run without errors using random actions."""
|
|
|
|
run_env(env_id)
|
|
|
|
|
|
|
|
|
2023-01-12 17:36:33 +01:00
|
|
|
@pytest.mark.parametrize('env_id', DM_control_MP_IDS)
|
2022-09-26 09:46:53 +02:00
|
|
|
def test_bb_dmc_determinism(env_id: str):
|
|
|
|
"""Tests that for black box environment identical seeds produce identical trajectories."""
|
|
|
|
run_env_determinism(env_id, SEED)
|