Browse Source

Deploying to gh-pages from @ Farama-Foundation/Minigrid@8710e91d2325b5e5e1ce75dae5567fd816298ca7 🚀

pseudo-rnd-thoughts 4 months ago
parent
commit
bd39760910
68 changed files with 75 additions and 76 deletions
  1. 1 1
      main/.buildinfo
  2. 6 7
      main/_modules/minigrid/wrappers/index.html
  3. 3 3
      main/api/wrappers/index.html
  4. 1 1
      main/environments/babyai/ActionObjDoor/index.html
  5. 1 1
      main/environments/babyai/BlockedUnlockPickup/index.html
  6. 1 1
      main/environments/babyai/BossLevel/index.html
  7. 1 1
      main/environments/babyai/BossLevelNoUnlock/index.html
  8. 1 1
      main/environments/babyai/FindObjS5/index.html
  9. 1 1
      main/environments/babyai/GoTo/index.html
  10. 1 1
      main/environments/babyai/GoToDoor/index.html
  11. 1 1
      main/environments/babyai/GoToImpUnlock/index.html
  12. 1 1
      main/environments/babyai/GoToLocal/index.html
  13. 1 1
      main/environments/babyai/GoToObj/index.html
  14. 1 1
      main/environments/babyai/GoToObjDoor/index.html
  15. 1 1
      main/environments/babyai/GoToRedBall/index.html
  16. 1 1
      main/environments/babyai/GoToRedBallGrey/index.html
  17. 1 1
      main/environments/babyai/GoToRedBallNoDists/index.html
  18. 1 1
      main/environments/babyai/GoToRedBlueBall/index.html
  19. 1 1
      main/environments/babyai/GoToSeq/index.html
  20. 1 1
      main/environments/babyai/KeyCorridor/index.html
  21. 1 1
      main/environments/babyai/KeyInBox/index.html
  22. 1 1
      main/environments/babyai/MiniBossLevel/index.html
  23. 1 1
      main/environments/babyai/MoveTwoAcross/index.html
  24. 1 1
      main/environments/babyai/OneRoomS8/index.html
  25. 1 1
      main/environments/babyai/Open/index.html
  26. 1 1
      main/environments/babyai/OpenDoor/index.html
  27. 1 1
      main/environments/babyai/OpenDoorsOrder/index.html
  28. 1 1
      main/environments/babyai/OpenRedDoor/index.html
  29. 1 1
      main/environments/babyai/OpenTwoDoors/index.html
  30. 1 1
      main/environments/babyai/Pickup/index.html
  31. 1 1
      main/environments/babyai/PickupAbove/index.html
  32. 1 1
      main/environments/babyai/PickupDist/index.html
  33. 1 1
      main/environments/babyai/PickupLoc/index.html
  34. 1 1
      main/environments/babyai/PutNext/index.html
  35. 1 1
      main/environments/babyai/PutNextLocal/index.html
  36. 1 1
      main/environments/babyai/Synth/index.html
  37. 1 1
      main/environments/babyai/SynthLoc/index.html
  38. 1 1
      main/environments/babyai/SynthSeq/index.html
  39. 1 1
      main/environments/babyai/UnblockPickup/index.html
  40. 1 1
      main/environments/babyai/Unlock/index.html
  41. 1 1
      main/environments/babyai/UnlockLocal/index.html
  42. 1 1
      main/environments/babyai/UnlockPickup/index.html
  43. 1 1
      main/environments/babyai/UnlockToUnlock/index.html
  44. 1 1
      main/environments/minigrid/BlockedUnlockPickupEnv/index.html
  45. 1 1
      main/environments/minigrid/CrossingEnv/index.html
  46. 1 1
      main/environments/minigrid/DistShiftEnv/index.html
  47. 1 1
      main/environments/minigrid/DoorKeyEnv/index.html
  48. 1 1
      main/environments/minigrid/DynamicObstaclesEnv/index.html
  49. 1 1
      main/environments/minigrid/EmptyEnv/index.html
  50. 1 1
      main/environments/minigrid/FetchEnv/index.html
  51. 1 1
      main/environments/minigrid/FourRoomsEnv/index.html
  52. 1 1
      main/environments/minigrid/GoToDoorEnv/index.html
  53. 1 1
      main/environments/minigrid/GoToObjectEnv/index.html
  54. 1 1
      main/environments/minigrid/KeyCorridorEnv/index.html
  55. 1 1
      main/environments/minigrid/LavaGapEnv/index.html
  56. 1 1
      main/environments/minigrid/LockedRoomEnv/index.html
  57. 1 1
      main/environments/minigrid/MemoryEnv/index.html
  58. 1 1
      main/environments/minigrid/MultiRoomEnv/index.html
  59. 1 1
      main/environments/minigrid/ObstructedMaze_1Dlhb/index.html
  60. 1 1
      main/environments/minigrid/ObstructedMaze_Full/index.html
  61. 1 1
      main/environments/minigrid/ObstructedMaze_Full_V1/index.html
  62. 1 1
      main/environments/minigrid/PlaygroundEnv/index.html
  63. 1 1
      main/environments/minigrid/PutNearEnv/index.html
  64. 1 1
      main/environments/minigrid/RedBlueDoorEnv/index.html
  65. 1 1
      main/environments/minigrid/UnlockEnv/index.html
  66. 1 1
      main/environments/minigrid/UnlockPickupEnv/index.html
  67. 1 1
      main/environments/wfc/WFCEnv/index.html
  68. 1 1
      main/searchindex.js

+ 1 - 1
main/.buildinfo

@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: e85456c00c15a161776a9b33e8a804fc
+config: cfb421b04e722064c6bedb20f4f636f4
 tags: d77d1c0d9ca2f4c8421862c7c5a0d620

+ 6 - 7
main/_modules/minigrid/wrappers/index.html

@@ -501,7 +501,7 @@
 <a class="viewcode-back" href="../../../api/wrappers/#minigrid.wrappers.PositionBonus">[docs]</a>
 <span class="k">class</span><span class="w"> </span><span class="nc">PositionBonus</span><span class="p">(</span><span class="n">Wrapper</span><span class="p">):</span>
 <span class="w">    </span><span class="sd">&quot;&quot;&quot;</span>
-<span class="sd">    Adds an exploration bonus based on which positions</span>
+<span class="sd">    Adds a scaled exploration bonus based on which positions</span>
 <span class="sd">    are visited on the grid.</span>
 
 <span class="sd">    Note:</span>
@@ -518,7 +518,7 @@
 <span class="sd">        &gt;&gt;&gt; _, reward, _, _, _ = env.step(1)</span>
 <span class="sd">        &gt;&gt;&gt; print(reward)</span>
 <span class="sd">        0</span>
-<span class="sd">        &gt;&gt;&gt; env_bonus = PositionBonus(env)</span>
+<span class="sd">        &gt;&gt;&gt; env_bonus = PositionBonus(env, scale=1)</span>
 <span class="sd">        &gt;&gt;&gt; obs, _ = env_bonus.reset(seed=0)</span>
 <span class="sd">        &gt;&gt;&gt; obs, reward, terminated, truncated, info = env_bonus.step(1)</span>
 <span class="sd">        &gt;&gt;&gt; print(reward)</span>
@@ -528,7 +528,7 @@
 <span class="sd">        0.7071067811865475</span>
 <span class="sd">    &quot;&quot;&quot;</span>
 
-    <span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">env</span><span class="p">):</span>
+    <span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">env</span><span class="p">,</span> <span class="n">scale</span><span class="o">=</span><span class="mi">1</span><span class="p">):</span>
 <span class="w">        </span><span class="sd">&quot;&quot;&quot;A wrapper that adds an exploration bonus to less visited positions.</span>
 
 <span class="sd">        Args:</span>
@@ -536,6 +536,7 @@
 <span class="sd">        &quot;&quot;&quot;</span>
         <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="n">env</span><span class="p">)</span>
         <span class="bp">self</span><span class="o">.</span><span class="n">counts</span> <span class="o">=</span> <span class="p">{}</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">scale</span> <span class="o">=</span> <span class="mi">1</span>
 
     <span class="k">def</span><span class="w"> </span><span class="nf">step</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">action</span><span class="p">):</span>
 <span class="w">        </span><span class="sd">&quot;&quot;&quot;Steps through the environment with `action`.&quot;&quot;&quot;</span>
@@ -547,16 +548,14 @@
         <span class="n">tup</span> <span class="o">=</span> <span class="nb">tuple</span><span class="p">(</span><span class="n">env</span><span class="o">.</span><span class="n">agent_pos</span><span class="p">)</span>
 
         <span class="c1"># Get the count for this key</span>
-        <span class="n">pre_count</span> <span class="o">=</span> <span class="mi">0</span>
-        <span class="k">if</span> <span class="n">tup</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">counts</span><span class="p">:</span>
-            <span class="n">pre_count</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">counts</span><span class="p">[</span><span class="n">tup</span><span class="p">]</span>
+        <span class="n">pre_count</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">counts</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">tup</span><span class="p">,</span> <span class="mi">0</span><span class="p">)</span>
 
         <span class="c1"># Update the count for this key</span>
         <span class="n">new_count</span> <span class="o">=</span> <span class="n">pre_count</span> <span class="o">+</span> <span class="mi">1</span>
         <span class="bp">self</span><span class="o">.</span><span class="n">counts</span><span class="p">[</span><span class="n">tup</span><span class="p">]</span> <span class="o">=</span> <span class="n">new_count</span>
 
         <span class="n">bonus</span> <span class="o">=</span> <span class="mi">1</span> <span class="o">/</span> <span class="n">math</span><span class="o">.</span><span class="n">sqrt</span><span class="p">(</span><span class="n">new_count</span><span class="p">)</span>
-        <span class="n">reward</span> <span class="o">+=</span> <span class="n">bonus</span>
+        <span class="n">reward</span> <span class="o">+=</span> <span class="n">bonus</span> <span class="o">*</span> <span class="bp">self</span><span class="o">.</span><span class="n">scale</span>
 
         <span class="k">return</span> <span class="n">obs</span><span class="p">,</span> <span class="n">reward</span><span class="p">,</span> <span class="n">terminated</span><span class="p">,</span> <span class="n">truncated</span><span class="p">,</span> <span class="n">info</span></div>
 

File diff suppressed because it is too large
+ 3 - 3
main/api/wrappers/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/ActionObjDoor/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/BlockedUnlockPickup/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/BossLevel/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/BossLevelNoUnlock/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/FindObjS5/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/GoTo/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/GoToDoor/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/GoToImpUnlock/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/GoToLocal/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/GoToObj/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/GoToObjDoor/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/GoToRedBall/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/GoToRedBallGrey/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/GoToRedBallNoDists/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/GoToRedBlueBall/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/GoToSeq/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/KeyCorridor/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/KeyInBox/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/MiniBossLevel/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/MoveTwoAcross/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/OneRoomS8/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/Open/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/OpenDoor/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/OpenDoorsOrder/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/OpenRedDoor/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/OpenTwoDoors/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/Pickup/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/PickupAbove/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/PickupDist/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/PickupLoc/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/PutNext/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/PutNextLocal/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/Synth/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/SynthLoc/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/SynthSeq/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/UnblockPickup/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/Unlock/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/UnlockLocal/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/UnlockPickup/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/babyai/UnlockToUnlock/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/minigrid/BlockedUnlockPickupEnv/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/minigrid/CrossingEnv/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/minigrid/DistShiftEnv/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/minigrid/DoorKeyEnv/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/minigrid/DynamicObstaclesEnv/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/minigrid/EmptyEnv/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/minigrid/FetchEnv/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/minigrid/FourRoomsEnv/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/minigrid/GoToDoorEnv/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/minigrid/GoToObjectEnv/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/minigrid/KeyCorridorEnv/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/minigrid/LavaGapEnv/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/minigrid/LockedRoomEnv/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/minigrid/MemoryEnv/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/minigrid/MultiRoomEnv/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/minigrid/ObstructedMaze_1Dlhb/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/minigrid/ObstructedMaze_Full/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/minigrid/ObstructedMaze_Full_V1/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/minigrid/PlaygroundEnv/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/minigrid/PutNearEnv/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/minigrid/RedBlueDoorEnv/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/minigrid/UnlockEnv/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/minigrid/UnlockPickupEnv/index.html


File diff suppressed because it is too large
+ 1 - 1
main/environments/wfc/WFCEnv/index.html


File diff suppressed because it is too large
+ 1 - 1
main/searchindex.js