import re from itertools import chain from typing import Callable import gymnasium as gym import pytest import fancy_gym from test.utils import run_env, run_env_determinism GYM_IDS = [spec.id for spec in gym.envs.registry.values() if not isinstance(spec.entry_point, Callable) and "fancy_gym" not in spec.entry_point and 'make_bb_env_helper' not in spec.entry_point and 'jax' not in spec.id.lower() and 'shimmy' not in spec.id.lower() and 'ale_py' not in spec.id.lower() and 'tabular' not in spec.id.lower() and not re.match(r'GymV2.Environment', spec.id) ] GYM_MP_IDS = fancy_gym.ALL_DMC_MOVEMENT_PRIMITIVE_ENVIRONMENTS['all'] SEED = 1 known_fail_functionality = ['LunarLander-v2', 'Blackjack-v1', 'CliffWalking-v0'] @pytest.mark.parametrize('env_id', GYM_IDS) def test_step_gym_functionality(env_id: str): """Tests that step environments run without errors using random actions.""" if env_id in known_fail_functionality: pytest.xfail(f"{env_id} is expected to fail the functionality test") run_env(env_id) known_fail_deteminism = ['LunarLanderContinuous-v2', 'CliffWalking-v0'] @pytest.mark.parametrize('env_id', GYM_IDS) def test_step_gym_determinism(env_id: str): """Tests that for step environments identical seeds produce identical trajectories.""" if env_id in known_fail_deteminism: pytest.xfail(f"{env_id} is expected to fail the determinism test") run_env_determinism(env_id, SEED) @pytest.mark.parametrize('env_id', GYM_MP_IDS) def test_bb_gym_functionality(env_id: str): """Tests that black box environments run without errors using random actions.""" run_env(env_id) @pytest.mark.parametrize('env_id', GYM_MP_IDS) def test_bb_gym_determinism(env_id: str): """Tests that for black box environment identical seeds produce identical trajectories.""" run_env_determinism(env_id, SEED)