fetch.py 2.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112
  1. from gym_minigrid.minigrid import *
  2. from gym_minigrid.register import register
  3. class FetchEnv(MiniGridEnv):
  4. """
  5. Environment in which the agent has to fetch a random object
  6. named using English text strings
  7. """
  8. def __init__(
  9. self,
  10. size=8,
  11. numObjs=3
  12. ):
  13. self.numObjs = numObjs
  14. super().__init__(
  15. grid_size=size,
  16. max_steps=5*size,
  17. # Set this to True for maximum speed
  18. see_through_walls=True
  19. )
  20. self.reward_range = (0, 1)
  21. def _gen_grid(self, width, height):
  22. self.grid = Grid(width, height)
  23. # Generate the surrounding walls
  24. self.grid.horz_wall(0, 0)
  25. self.grid.horz_wall(0, height-1)
  26. self.grid.vert_wall(0, 0)
  27. self.grid.vert_wall(width-1, 0)
  28. types = ['key', 'ball']
  29. objs = []
  30. # For each object to be generated
  31. while len(objs) < self.numObjs:
  32. objType = self._rand_elem(types)
  33. objColor = self._rand_elem(COLOR_NAMES)
  34. if objType == 'key':
  35. obj = Key(objColor)
  36. elif objType == 'ball':
  37. obj = Ball(objColor)
  38. self.place_obj(obj)
  39. objs.append(obj)
  40. # Randomize the player start position and orientation
  41. self.place_agent()
  42. # Choose a random object to be picked up
  43. target = objs[self._rand_int(0, len(objs))]
  44. self.targetType = target.type
  45. self.targetColor = target.color
  46. descStr = '%s %s' % (self.targetColor, self.targetType)
  47. # Generate the mission string
  48. idx = self._rand_int(0, 5)
  49. if idx == 0:
  50. self.mission = 'get a %s' % descStr
  51. elif idx == 1:
  52. self.mission = 'go get a %s' % descStr
  53. elif idx == 2:
  54. self.mission = 'fetch a %s' % descStr
  55. elif idx == 3:
  56. self.mission = 'go fetch a %s' % descStr
  57. elif idx == 4:
  58. self.mission = 'you must fetch a %s' % descStr
  59. assert hasattr(self, 'mission')
  60. def step(self, action):
  61. obs, reward, done, info = MiniGridEnv.step(self, action)
  62. if self.carrying:
  63. if self.carrying.color == self.targetColor and \
  64. self.carrying.type == self.targetType:
  65. reward = 1
  66. done = True
  67. else:
  68. reward = 0
  69. done = True
  70. return obs, reward, done, info
  71. class FetchEnv5x5N2(FetchEnv):
  72. def __init__(self):
  73. super().__init__(size=5, numObjs=2)
  74. class FetchEnv6x6N2(FetchEnv):
  75. def __init__(self):
  76. super().__init__(size=6, numObjs=2)
  77. register(
  78. id='MiniGrid-Fetch-5x5-N2-v0',
  79. entry_point='gym_minigrid.envs:FetchEnv5x5N2'
  80. )
  81. register(
  82. id='MiniGrid-Fetch-6x6-N2-v0',
  83. entry_point='gym_minigrid.envs:FetchEnv6x6N2'
  84. )
  85. register(
  86. id='MiniGrid-Fetch-8x8-N3-v0',
  87. entry_point='gym_minigrid.envs:FetchEnv'
  88. )