fetch.py 3.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110
  1. from gym_minigrid.minigrid import COLOR_NAMES, Ball, Grid, Key, MiniGridEnv
  2. from gym_minigrid.register import register
  3. class FetchEnv(MiniGridEnv):
  4. """
  5. Environment in which the agent has to fetch a random object
  6. named using English text strings
  7. """
  8. def __init__(self, size=8, numObjs=3, **kwargs):
  9. self.numObjs = numObjs
  10. super().__init__(
  11. grid_size=size,
  12. max_steps=5 * size**2,
  13. # Set this to True for maximum speed
  14. see_through_walls=True,
  15. **kwargs,
  16. )
  17. def _gen_grid(self, width, height):
  18. self.grid = Grid(width, height)
  19. # Generate the surrounding walls
  20. self.grid.horz_wall(0, 0)
  21. self.grid.horz_wall(0, height - 1)
  22. self.grid.vert_wall(0, 0)
  23. self.grid.vert_wall(width - 1, 0)
  24. types = ["key", "ball"]
  25. objs = []
  26. # For each object to be generated
  27. while len(objs) < self.numObjs:
  28. objType = self._rand_elem(types)
  29. objColor = self._rand_elem(COLOR_NAMES)
  30. if objType == "key":
  31. obj = Key(objColor)
  32. elif objType == "ball":
  33. obj = Ball(objColor)
  34. else:
  35. raise ValueError(
  36. "{} object type given. Object type can only be of values key and ball.".format(
  37. objType
  38. )
  39. )
  40. self.place_obj(obj)
  41. objs.append(obj)
  42. # Randomize the player start position and orientation
  43. self.place_agent()
  44. # Choose a random object to be picked up
  45. target = objs[self._rand_int(0, len(objs))]
  46. self.targetType = target.type
  47. self.targetColor = target.color
  48. descStr = f"{self.targetColor} {self.targetType}"
  49. # Generate the mission string
  50. idx = self._rand_int(0, 5)
  51. if idx == 0:
  52. self.mission = "get a %s" % descStr
  53. elif idx == 1:
  54. self.mission = "go get a %s" % descStr
  55. elif idx == 2:
  56. self.mission = "fetch a %s" % descStr
  57. elif idx == 3:
  58. self.mission = "go fetch a %s" % descStr
  59. elif idx == 4:
  60. self.mission = "you must fetch a %s" % descStr
  61. assert hasattr(self, "mission")
  62. def step(self, action):
  63. obs, reward, done, info = MiniGridEnv.step(self, action)
  64. if self.carrying:
  65. if (
  66. self.carrying.color == self.targetColor
  67. and self.carrying.type == self.targetType
  68. ):
  69. reward = self._reward()
  70. done = True
  71. else:
  72. reward = 0
  73. done = True
  74. return obs, reward, done, info
  75. register(
  76. id="MiniGrid-Fetch-5x5-N2-v0",
  77. entry_point="gym_minigrid.envs.fetch:FetchEnv",
  78. size=5,
  79. numObjs=2,
  80. )
  81. register(
  82. id="MiniGrid-Fetch-6x6-N2-v0",
  83. entry_point="gym_minigrid.envs.fetch:FetchEnv",
  84. size=6,
  85. numObjs=2,
  86. )
  87. register(id="MiniGrid-Fetch-8x8-N3-v0", entry_point="gym_minigrid.envs.fetch:FetchEnv")