multiroom.py 8.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283
  1. from gym_minigrid.minigrid import *
  2. from gym_minigrid.register import register
  3. class Room:
  4. def __init__(self,
  5. top,
  6. size,
  7. entryDoorPos,
  8. exitDoorPos
  9. ):
  10. self.top = top
  11. self.size = size
  12. self.entryDoorPos = entryDoorPos
  13. self.exitDoorPos = exitDoorPos
  14. class MultiRoomEnv(MiniGridEnv):
  15. """
  16. Environment with multiple rooms (subgoals)
  17. """
  18. def __init__(self,
  19. minNumRooms,
  20. maxNumRooms,
  21. maxRoomSize=10
  22. ):
  23. assert minNumRooms > 0
  24. assert maxNumRooms >= minNumRooms
  25. assert maxRoomSize >= 4
  26. self.minNumRooms = minNumRooms
  27. self.maxNumRooms = maxNumRooms
  28. self.maxRoomSize = maxRoomSize
  29. self.rooms = []
  30. super(MultiRoomEnv, self).__init__(
  31. gridSize=25,
  32. maxSteps=self.maxNumRooms * 20
  33. )
  34. def _genGrid(self, width, height):
  35. roomList = []
  36. # Choose a random number of rooms to generate
  37. numRooms = self._randInt(self.minNumRooms, self.maxNumRooms+1)
  38. while len(roomList) < numRooms:
  39. curRoomList = []
  40. entryDoorPos = (
  41. self._randInt(0, width - 2),
  42. self._randInt(0, width - 2)
  43. )
  44. # Recursively place the rooms
  45. self._placeRoom(
  46. numRooms,
  47. roomList=curRoomList,
  48. minSz=4,
  49. maxSz=self.maxRoomSize,
  50. entryDoorWall=2,
  51. entryDoorPos=entryDoorPos
  52. )
  53. if len(curRoomList) > len(roomList):
  54. roomList = curRoomList
  55. # Store the list of rooms in this environment
  56. assert len(roomList) > 0
  57. self.rooms = roomList
  58. # Randomize the starting agent position and direction
  59. topX, topY = roomList[0].top
  60. sizeX, sizeY = roomList[0].size
  61. self.startPos = (
  62. self._randInt(topX + 1, topX + sizeX - 2),
  63. self._randInt(topY + 1, topY + sizeY - 2)
  64. )
  65. self.startDir = self._randInt(0, 4)
  66. # Create the grid
  67. grid = Grid(width, height)
  68. wall = Wall()
  69. prevDoorColor = None
  70. # For each room
  71. for idx, room in enumerate(roomList):
  72. topX, topY = room.top
  73. sizeX, sizeY = room.size
  74. # Draw the top and bottom walls
  75. for i in range(0, sizeX):
  76. grid.set(topX + i, topY, wall)
  77. grid.set(topX + i, topY + sizeY - 1, wall)
  78. # Draw the left and right walls
  79. for j in range(0, sizeY):
  80. grid.set(topX, topY + j, wall)
  81. grid.set(topX + sizeX - 1, topY + j, wall)
  82. # If this isn't the first room, place the entry door
  83. if idx > 0:
  84. # Pick a door color different from the previous one
  85. doorColors = set(COLOR_NAMES)
  86. if prevDoorColor:
  87. doorColors.remove(prevDoorColor)
  88. # Note: the use of sorting here guarantees determinism,
  89. # This is needed because Python's set is not deterministic
  90. doorColor = self._randElem(sorted(doorColors))
  91. entryDoor = Door(doorColor)
  92. grid.set(*room.entryDoorPos, entryDoor)
  93. prevDoorColor = doorColor
  94. prevRoom = roomList[idx-1]
  95. prevRoom.exitDoorPos = room.entryDoorPos
  96. # Place the final goal
  97. while True:
  98. self.goalPos = (
  99. self._randInt(topX + 1, topX + sizeX - 1),
  100. self._randInt(topY + 1, topY + sizeY - 1)
  101. )
  102. # Make sure the goal doesn't overlap with the agent
  103. if self.goalPos != self.startPos:
  104. grid.set(*self.goalPos, Goal())
  105. break
  106. self.mission = 'traverse the rooms to get to the goal'
  107. return grid
  108. def _placeRoom(
  109. self,
  110. numLeft,
  111. roomList,
  112. minSz,
  113. maxSz,
  114. entryDoorWall,
  115. entryDoorPos
  116. ):
  117. # Choose the room size randomly
  118. sizeX = self._randInt(minSz, maxSz+1)
  119. sizeY = self._randInt(minSz, maxSz+1)
  120. # The first room will be at the door position
  121. if len(roomList) == 0:
  122. topX, topY = entryDoorPos
  123. # Entry on the right
  124. elif entryDoorWall == 0:
  125. topX = entryDoorPos[0] - sizeX + 1
  126. y = entryDoorPos[1]
  127. topY = self._randInt(y - sizeY + 2, y)
  128. # Entry wall on the south
  129. elif entryDoorWall == 1:
  130. x = entryDoorPos[0]
  131. topX = self._randInt(x - sizeX + 2, x)
  132. topY = entryDoorPos[1] - sizeY + 1
  133. # Entry wall on the left
  134. elif entryDoorWall == 2:
  135. topX = entryDoorPos[0]
  136. y = entryDoorPos[1]
  137. topY = self._randInt(y - sizeY + 2, y)
  138. # Entry wall on the top
  139. elif entryDoorWall == 3:
  140. x = entryDoorPos[0]
  141. topX = self._randInt(x - sizeX + 2, x)
  142. topY = entryDoorPos[1]
  143. else:
  144. assert False, entryDoorWall
  145. # If the room is out of the grid, can't place a room here
  146. if topX < 0 or topY < 0:
  147. return False
  148. if topX + sizeX > self.gridSize or topY + sizeY >= self.gridSize:
  149. return False
  150. # If the room intersects with previous rooms, can't place it here
  151. for room in roomList[:-1]:
  152. nonOverlap = \
  153. topX + sizeX < room.top[0] or \
  154. room.top[0] + room.size[0] <= topX or \
  155. topY + sizeY < room.top[1] or \
  156. room.top[1] + room.size[1] <= topY
  157. if not nonOverlap:
  158. return False
  159. # Add this room to the list
  160. roomList.append(Room(
  161. (topX, topY),
  162. (sizeX, sizeY),
  163. entryDoorPos,
  164. None
  165. ))
  166. # If this was the last room, stop
  167. if numLeft == 1:
  168. return True
  169. # Try placing the next room
  170. for i in range(0, 8):
  171. # Pick which wall to place the out door on
  172. wallSet = set((0, 1, 2, 3))
  173. wallSet.remove(entryDoorWall)
  174. exitDoorWall = self._randElem(sorted(wallSet))
  175. nextEntryWall = (exitDoorWall + 2) % 4
  176. # Pick the exit door position
  177. # Exit on right wall
  178. if exitDoorWall == 0:
  179. exitDoorPos = (
  180. topX + sizeX - 1,
  181. topY + self._randInt(1, sizeY - 1)
  182. )
  183. # Exit on south wall
  184. elif exitDoorWall == 1:
  185. exitDoorPos = (
  186. topX + self._randInt(1, sizeX - 1),
  187. topY + sizeY - 1
  188. )
  189. # Exit on left wall
  190. elif exitDoorWall == 2:
  191. exitDoorPos = (
  192. topX,
  193. topY + self._randInt(1, sizeY - 1)
  194. )
  195. # Exit on north wall
  196. elif exitDoorWall == 3:
  197. exitDoorPos = (
  198. topX + self._randInt(1, sizeX - 1),
  199. topY
  200. )
  201. else:
  202. assert False
  203. # Recursively create the other rooms
  204. success = self._placeRoom(
  205. numLeft - 1,
  206. roomList=roomList,
  207. minSz=minSz,
  208. maxSz=maxSz,
  209. entryDoorWall=nextEntryWall,
  210. entryDoorPos=exitDoorPos
  211. )
  212. if success:
  213. break
  214. return True
  215. class MultiRoomEnvN2S4(MultiRoomEnv):
  216. def __init__(self):
  217. super().__init__(
  218. minNumRooms=2,
  219. maxNumRooms=2,
  220. maxRoomSize=4
  221. )
  222. class MultiRoomEnvN6(MultiRoomEnv):
  223. def __init__(self):
  224. super().__init__(
  225. minNumRooms=6,
  226. maxNumRooms=6
  227. )
  228. register(
  229. id='MiniGrid-MultiRoom-N2-S4-v0',
  230. entry_point='gym_minigrid.envs:MultiRoomEnvN2S4',
  231. reward_threshold=1000.0
  232. )
  233. register(
  234. id='MiniGrid-MultiRoom-N6-v0',
  235. entry_point='gym_minigrid.envs:MultiRoomEnvN6',
  236. reward_threshold=1000.0
  237. )