From d4f588cf0c4683fd732978a9c8e6e8d0dc52152c Mon Sep 17 00:00:00 2001
From: kngwyu <yuji.kngw.80s.revive@gmail.com>
Date: Sun, 31 May 2020 18:14:52 +0900
Subject: [PATCH] Fix reward of sparse setting

---
 mujoco_maze/maze_env.py | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/mujoco_maze/maze_env.py b/mujoco_maze/maze_env.py
index 44d2c56..4c9a129 100644
--- a/mujoco_maze/maze_env.py
+++ b/mujoco_maze/maze_env.py
@@ -565,15 +565,15 @@ def _reward_fn(maze_id: str, dense: str) -> callable:
     else:
         if maze_id in ["Maze", "Push", "BlockMaze"]:
             return (
-                lambda obs, goal: -0.001
+                lambda obs, goal: 1.0
                 if np.linalg.norm(obs[:2] - goal) <= 0.6
-                else 1.0
+                else -0.0001
             )
         elif maze_id == "Fall":
             return (
-                lambda obs, goal: -0.001
+                lambda obs, goal: 1.0
                 if np.linalg.norm(obs[:3] - goal) <= 0.6
-                else 1.0
+                else -0.0001
             )
         else:
             raise NotImplementedError(f"Unknown maze id: {maze_id}")