fetch.py 3.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112
  1. from gym_minigrid.minigrid import *
  2. from gym_minigrid.register import register
  3. class FetchEnv(MiniGridEnv):
  4. """
  5. Environment in which the agent has to fetch a random object
  6. named using English text strings
  7. """
  8. def __init__(
  9. self,
  10. size=8,
  11. numObjs=3,
  12. **kwargs
  13. ):
  14. self.numObjs = numObjs
  15. super().__init__(
  16. grid_size=size,
  17. max_steps=5*size**2,
  18. # Set this to True for maximum speed
  19. see_through_walls=True,
  20. **kwargs
  21. )
  22. def _gen_grid(self, width, height):
  23. self.grid = Grid(width, height)
  24. # Generate the surrounding walls
  25. self.grid.horz_wall(0, 0)
  26. self.grid.horz_wall(0, height-1)
  27. self.grid.vert_wall(0, 0)
  28. self.grid.vert_wall(width-1, 0)
  29. types = ['key', 'ball']
  30. objs = []
  31. # For each object to be generated
  32. while len(objs) < self.numObjs:
  33. objType = self._rand_elem(types)
  34. objColor = self._rand_elem(COLOR_NAMES)
  35. if objType == 'key':
  36. obj = Key(objColor)
  37. elif objType == 'ball':
  38. obj = Ball(objColor)
  39. self.place_obj(obj)
  40. objs.append(obj)
  41. # Randomize the player start position and orientation
  42. self.place_agent()
  43. # Choose a random object to be picked up
  44. target = objs[self._rand_int(0, len(objs))]
  45. self.targetType = target.type
  46. self.targetColor = target.color
  47. descStr = '%s %s' % (self.targetColor, self.targetType)
  48. # Generate the mission string
  49. idx = self._rand_int(0, 5)
  50. if idx == 0:
  51. self.mission = 'get a %s' % descStr
  52. elif idx == 1:
  53. self.mission = 'go get a %s' % descStr
  54. elif idx == 2:
  55. self.mission = 'fetch a %s' % descStr
  56. elif idx == 3:
  57. self.mission = 'go fetch a %s' % descStr
  58. elif idx == 4:
  59. self.mission = 'you must fetch a %s' % descStr
  60. assert hasattr(self, 'mission')
  61. def step(self, action):
  62. obs, reward, done, info = MiniGridEnv.step(self, action)
  63. if self.carrying:
  64. if self.carrying.color == self.targetColor and \
  65. self.carrying.type == self.targetType:
  66. reward = self._reward()
  67. done = True
  68. else:
  69. reward = 0
  70. done = True
  71. return obs, reward, done, info
  72. class FetchEnv5x5N2(FetchEnv):
  73. def __init__(self, **kwargs):
  74. super().__init__(size=5, numObjs=2, **kwargs)
  75. class FetchEnv6x6N2(FetchEnv):
  76. def __init__(self, **kwargs):
  77. super().__init__(size=6, numObjs=2, **kwargs)
  78. register(
  79. id='MiniGrid-Fetch-5x5-N2-v0',
  80. entry_point='gym_minigrid.envs:FetchEnv5x5N2'
  81. )
  82. register(
  83. id='MiniGrid-Fetch-6x6-N2-v0',
  84. entry_point='gym_minigrid.envs:FetchEnv6x6N2'
  85. )
  86. register(
  87. id='MiniGrid-Fetch-8x8-N3-v0',
  88. entry_point='gym_minigrid.envs:FetchEnv'
  89. )