gotodoor.py 3.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134
  1. from gym_minigrid.minigrid import *
  2. from gym_minigrid.register import register
  3. class GoToDoorEnv(MiniGridEnv):
  4. """
  5. Environment in which the agent is instructed to go to a given object
  6. named using an English text string
  7. """
  8. def __init__(
  9. self,
  10. size=5
  11. ):
  12. assert size >= 5
  13. super().__init__(gridSize=size, maxSteps=10*size)
  14. self.reward_range = (-1000, 1000)
  15. # Flag determining whether the wait action ends the episode
  16. self.waitEnds = True
  17. def _genGrid(self, width, height):
  18. # Create the grid
  19. grid = Grid(width, height)
  20. # Randomly vary the room width and height
  21. width = self._randInt(5, width+1)
  22. height = self._randInt(5, height+1)
  23. # Generate the surrounding walls
  24. for i in range(0, width):
  25. grid.set(i, 0, Wall())
  26. grid.set(i, height-1, Wall())
  27. for j in range(0, height):
  28. grid.set(0, j, Wall())
  29. grid.set(width-1, j, Wall())
  30. # Randomize the player start position and orientation
  31. self.startPos = self._randPos(
  32. 1, width-1,
  33. 1, height-1
  34. )
  35. self.startDir = self._randInt(0, 4)
  36. # Generate the 4 doors at random positions
  37. doorPos = []
  38. doorPos.append((self._randInt(2, width-2), 0))
  39. doorPos.append((self._randInt(2, width-2), height-1))
  40. doorPos.append((0, self._randInt(2, height-2)))
  41. doorPos.append((width-1, self._randInt(2, height-2)))
  42. # Generate the door colors
  43. doorColors = []
  44. while len(doorColors) < len(doorPos):
  45. color = self._randElem(COLOR_NAMES)
  46. if color in doorColors:
  47. continue
  48. doorColors.append(color)
  49. # Place the doors in the grid
  50. for idx, pos in enumerate(doorPos):
  51. color = doorColors[idx]
  52. grid.set(*pos, Door(color))
  53. # Select a random target door
  54. doorIdx = self._randInt(0, len(doorPos))
  55. self.targetPos = doorPos[doorIdx]
  56. self.targetColor = doorColors[doorIdx]
  57. # Generate the mission string
  58. self.mission = 'go to the %s door' % self.targetColor
  59. #print(self.mission)
  60. return grid
  61. def _observation(self, obs):
  62. """
  63. Encode observations
  64. """
  65. obs = {
  66. 'image': obs,
  67. 'mission': self.mission
  68. }
  69. return obs
  70. def _reset(self):
  71. obs = MiniGridEnv._reset(self)
  72. return self._observation(obs)
  73. def _step(self, action):
  74. obs, reward, done, info = MiniGridEnv._step(self, action)
  75. ax, ay = self.agentPos
  76. tx, ty = self.targetPos
  77. # Don't let the agent open any of the doors
  78. if action == self.actions.toggle:
  79. done = True
  80. # Reward waiting in front of the target door
  81. if action == self.actions.wait:
  82. if (ax == tx and abs(ay - ty) == 1) or (ay == ty and abs(ax - tx) == 1):
  83. reward = 1
  84. done = self.waitEnds
  85. obs = self._observation(obs)
  86. return obs, reward, done, info
  87. class GoToDoor8x8Env(GoToDoorEnv):
  88. def __init__(self):
  89. super().__init__(size=8)
  90. class GoToDoor6x6Env(GoToDoorEnv):
  91. def __init__(self):
  92. super().__init__(size=6)
  93. register(
  94. id='MiniGrid-GoToDoor-5x5-v0',
  95. entry_point='gym_minigrid.envs:GoToDoorEnv'
  96. )
  97. register(
  98. id='MiniGrid-GoToDoor-6x6-v0',
  99. entry_point='gym_minigrid.envs:GoToDoor6x6Env'
  100. )
  101. register(
  102. id='MiniGrid-GoToDoor-8x8-v0',
  103. entry_point='gym_minigrid.envs:GoToDoor8x8Env'
  104. )