Modify ADAP for sb3_2 compatibility

Stanford-ILIAD · Nov 6, 2023 · 42b700b · 42b700b
1 parent 8c15608
commit 42b700b
Show file tree

Hide file tree

Showing 111 changed files with 2,613 additions and 1,991 deletions.
diff --git a/docs_build/_autosummary/pantheonrl.algos.adap.adap_learn.ADAP.rst b/docs_build/_autosummary/pantheonrl.algos.adap.adap_learn.ADAP.rst
@@ -1,4 +1,4 @@
-pantheonrl.algos.adap.adap\_learn.ADAP
+pantheonrl.algos.adap.adap\_learn.ADAP
 ======================================
 
 .. currentmodule:: pantheonrl.algos.adap.adap_learn
@@ -40,7 +40,6 @@ pantheonrl.algos.adap.adap\_learn.ADAP
 
       ~ADAP.logger
       ~ADAP.policy_aliases
-      ~ADAP.full_obs_shape
       ~ADAP.rollout_buffer
       ~ADAP.policy
       ~ADAP.observation_space

diff --git a/docs_build/_autosummary/pantheonrl.algos.adap.policies.MultModel.rst b/docs_build/_autosummary/pantheonrl.algos.adap.policies.MultModel.rst
@@ -1,4 +1,4 @@
-pantheonrl.algos.adap.policies.MultModel
+pantheonrl.algos.adap.policies.MultModel
 ========================================
 
 .. currentmodule:: pantheonrl.algos.adap.policies
@@ -32,8 +32,6 @@ pantheonrl.algos.adap.policies.MultModel
       ~MultModel.forward_critic
       ~MultModel.get_buffer
       ~MultModel.get_extra_state
-      ~MultModel.get_input_size_excluding_ctx
-      ~MultModel.get_input_size_inluding_ctx
       ~MultModel.get_parameter
       ~MultModel.get_submodule
       ~MultModel.half

diff --git a/docs_build/_autosummary/pantheonrl.algos.adap.util.get_L2_sphere.rst b/docs_build/_autosummary/pantheonrl.algos.adap.util.get_L2_sphere.rst
@@ -1,6 +1,6 @@
-pantheonrl.algos.adap.util.get\_L2\_sphere
+pantheonrl.algos.adap.util.get\_l2\_sphere
 ==========================================
 
 .. currentmodule:: pantheonrl.algos.adap.util
 
-.. autofunction:: get_L2_sphere
+.. autofunction:: get_l2_sphere
diff --git a/docs_build/_autosummary/pantheonrl.algos.adap.util.rst b/docs_build/_autosummary/pantheonrl.algos.adap.util.rst
@@ -1,4 +1,4 @@
-pantheonrl.algos.adap.util
+pantheonrl.algos.adap.util
 ==========================
 
 
@@ -19,9 +19,9 @@ pantheonrl.algos.adap.util
       :toctree:
       :nosignatures:
 
-      get_L2_sphere
       get_categorical
       get_context_kl_loss
+      get_l2_sphere
       get_natural_number
       get_positive_square
       get_unit_square

diff --git a/docs_build/_autosummary/pantheonrl.algos.bc.BCShell.rst b/docs_build/_autosummary/pantheonrl.algos.bc.BCShell.rst
@@ -1,4 +1,4 @@
-pantheonrl.algos.bc.BCShell
+pantheonrl.algos.bc.BCShell
 ===========================
 
 .. currentmodule:: pantheonrl.algos.bc
@@ -16,9 +16,17 @@ pantheonrl.algos.bc.BCShell
    .. autosummary::
       :nosignatures:
 
+      ~BCShell.get_policy
+      ~BCShell.set_policy
 
 
 
 
 
+   .. rubric:: Attributes
+
+   .. autosummary::
+
+      ~BCShell.policy
+
 
diff --git a/docs_build/_autosummary/pantheonrl.algos.bc.ConstantLRSchedule.rst b/docs_build/_autosummary/pantheonrl.algos.bc.ConstantLRSchedule.rst
@@ -1,4 +1,4 @@
-pantheonrl.algos.bc.ConstantLRSchedule
+pantheonrl.algos.bc.ConstantLRSchedule
 ======================================
 
 .. currentmodule:: pantheonrl.algos.bc
@@ -16,6 +16,7 @@ pantheonrl.algos.bc.ConstantLRSchedule
    .. autosummary::
       :nosignatures:
 
+      ~ConstantLRSchedule.set_lr
 
 
 

diff --git a/docs_build/_autosummary/pantheonrl.algos.bc.EpochOrBatchIteratorWithProgress.rst b/docs_build/_autosummary/pantheonrl.algos.bc.EpochOrBatchIteratorWithProgress.rst
@@ -1,4 +1,4 @@
-pantheonrl.algos.bc.EpochOrBatchIteratorWithProgress
+pantheonrl.algos.bc.EpochOrBatchIteratorWithProgress
 ====================================================
 
 .. currentmodule:: pantheonrl.algos.bc
@@ -16,6 +16,7 @@ pantheonrl.algos.bc.EpochOrBatchIteratorWithProgress
    .. autosummary::
       :nosignatures:
 
+      ~EpochOrBatchIteratorWithProgress.set_data_loader
 
 
 

diff --git a/docs_build/_autosummary/pantheonrl.algos.modular.policies.ModularPolicy.rst b/docs_build/_autosummary/pantheonrl.algos.modular.policies.ModularPolicy.rst
@@ -1,4 +1,4 @@
-pantheonrl.algos.modular.policies.ModularPolicy
+pantheonrl.algos.modular.policies.ModularPolicy
 ===============================================
 
 .. currentmodule:: pantheonrl.algos.modular.policies
@@ -67,7 +67,6 @@ pantheonrl.algos.modular.policies.ModularPolicy
       ~ModularPolicy.register_parameter
       ~ModularPolicy.register_state_dict_pre_hook
       ~ModularPolicy.requires_grad_
-      ~ModularPolicy.reset_noise
       ~ModularPolicy.save
       ~ModularPolicy.scale_action
       ~ModularPolicy.set_extra_state

diff --git a/docs_build/_autosummary/pantheonrl.common.multiagentenv.MultiAgentEnv.rst b/docs_build/_autosummary/pantheonrl.common.multiagentenv.MultiAgentEnv.rst
@@ -1,4 +1,4 @@
-pantheonrl.common.multiagentenv.MultiAgentEnv
+pantheonrl.common.multiagentenv.MultiAgentEnv
 =============================================
 
 .. currentmodule:: pantheonrl.common.multiagentenv
@@ -25,6 +25,7 @@ pantheonrl.common.multiagentenv.MultiAgentEnv
       ~MultiAgentEnv.n_reset
       ~MultiAgentEnv.n_step
       ~MultiAgentEnv.render
+      ~MultiAgentEnv.resample_null
       ~MultiAgentEnv.resample_random
       ~MultiAgentEnv.resample_round_robin
       ~MultiAgentEnv.reset

diff --git a/docs_build/_autosummary/pantheonrl.common.multiagentenv.SimultaneousEnv.rst b/docs_build/_autosummary/pantheonrl.common.multiagentenv.SimultaneousEnv.rst
@@ -1,4 +1,4 @@
-pantheonrl.common.multiagentenv.SimultaneousEnv
+pantheonrl.common.multiagentenv.SimultaneousEnv
 ===============================================
 
 .. currentmodule:: pantheonrl.common.multiagentenv
@@ -27,6 +27,7 @@ pantheonrl.common.multiagentenv.SimultaneousEnv
       ~SimultaneousEnv.n_reset
       ~SimultaneousEnv.n_step
       ~SimultaneousEnv.render
+      ~SimultaneousEnv.resample_null
       ~SimultaneousEnv.resample_random
       ~SimultaneousEnv.resample_round_robin
       ~SimultaneousEnv.reset

diff --git a/docs_build/_autosummary/pantheonrl.common.multiagentenv.TurnBasedEnv.rst b/docs_build/_autosummary/pantheonrl.common.multiagentenv.TurnBasedEnv.rst
@@ -1,4 +1,4 @@
-pantheonrl.common.multiagentenv.TurnBasedEnv
+pantheonrl.common.multiagentenv.TurnBasedEnv
 ============================================
 
 .. currentmodule:: pantheonrl.common.multiagentenv
@@ -28,6 +28,7 @@ pantheonrl.common.multiagentenv.TurnBasedEnv
       ~TurnBasedEnv.n_reset
       ~TurnBasedEnv.n_step
       ~TurnBasedEnv.render
+      ~TurnBasedEnv.resample_null
       ~TurnBasedEnv.resample_random
       ~TurnBasedEnv.resample_round_robin
       ~TurnBasedEnv.reset

diff --git a/docs_build/_autosummary/pantheonrl.common.wrappers.SimultaneousFrameStack.rst b/docs_build/_autosummary/pantheonrl.common.wrappers.SimultaneousFrameStack.rst
@@ -1,4 +1,4 @@
-pantheonrl.common.wrappers.SimultaneousFrameStack
+pantheonrl.common.wrappers.SimultaneousFrameStack
 =================================================
 
 .. currentmodule:: pantheonrl.common.wrappers
@@ -27,6 +27,7 @@ pantheonrl.common.wrappers.SimultaneousFrameStack
       ~SimultaneousFrameStack.n_reset
       ~SimultaneousFrameStack.n_step
       ~SimultaneousFrameStack.render
+      ~SimultaneousFrameStack.resample_null
       ~SimultaneousFrameStack.resample_random
       ~SimultaneousFrameStack.resample_round_robin
       ~SimultaneousFrameStack.reset

diff --git a/docs_build/_autosummary/pantheonrl.common.wrappers.SimultaneousRecorder.rst b/docs_build/_autosummary/pantheonrl.common.wrappers.SimultaneousRecorder.rst
@@ -1,4 +1,4 @@
-pantheonrl.common.wrappers.SimultaneousRecorder
+pantheonrl.common.wrappers.SimultaneousRecorder
 ===============================================
 
 .. currentmodule:: pantheonrl.common.wrappers
@@ -28,6 +28,7 @@ pantheonrl.common.wrappers.SimultaneousRecorder
       ~SimultaneousRecorder.n_reset
       ~SimultaneousRecorder.n_step
       ~SimultaneousRecorder.render
+      ~SimultaneousRecorder.resample_null
       ~SimultaneousRecorder.resample_random
       ~SimultaneousRecorder.resample_round_robin
       ~SimultaneousRecorder.reset

diff --git a/docs_build/_autosummary/pantheonrl.common.wrappers.TurnBasedFrameStack.rst b/docs_build/_autosummary/pantheonrl.common.wrappers.TurnBasedFrameStack.rst
@@ -1,4 +1,4 @@
-pantheonrl.common.wrappers.TurnBasedFrameStack
+pantheonrl.common.wrappers.TurnBasedFrameStack
 ==============================================
 
 .. currentmodule:: pantheonrl.common.wrappers
@@ -28,6 +28,7 @@ pantheonrl.common.wrappers.TurnBasedFrameStack
       ~TurnBasedFrameStack.n_reset
       ~TurnBasedFrameStack.n_step
       ~TurnBasedFrameStack.render
+      ~TurnBasedFrameStack.resample_null
       ~TurnBasedFrameStack.resample_random
       ~TurnBasedFrameStack.resample_round_robin
       ~TurnBasedFrameStack.reset

diff --git a/docs_build/_autosummary/pantheonrl.common.wrappers.TurnBasedRecorder.rst b/docs_build/_autosummary/pantheonrl.common.wrappers.TurnBasedRecorder.rst
@@ -1,4 +1,4 @@
-pantheonrl.common.wrappers.TurnBasedRecorder
+pantheonrl.common.wrappers.TurnBasedRecorder
 ============================================
 
 .. currentmodule:: pantheonrl.common.wrappers
@@ -29,6 +29,7 @@ pantheonrl.common.wrappers.TurnBasedRecorder
       ~TurnBasedRecorder.n_reset
       ~TurnBasedRecorder.n_step
       ~TurnBasedRecorder.render
+      ~TurnBasedRecorder.resample_null
       ~TurnBasedRecorder.resample_random
       ~TurnBasedRecorder.resample_round_robin
       ~TurnBasedRecorder.reset

diff --git a/docs_build/_autosummary/pantheonrl.envs.blockworldgym.blockworld.BlockEnv.rst b/docs_build/_autosummary/pantheonrl.envs.blockworldgym.blockworld.BlockEnv.rst
@@ -1,4 +1,4 @@
-pantheonrl.envs.blockworldgym.blockworld.BlockEnv
+pantheonrl.envs.blockworldgym.blockworld.BlockEnv
 =================================================
 
 .. currentmodule:: pantheonrl.envs.blockworldgym.blockworld
@@ -28,6 +28,7 @@ pantheonrl.envs.blockworldgym.blockworld.BlockEnv
       ~BlockEnv.n_reset
       ~BlockEnv.n_step
       ~BlockEnv.render
+      ~BlockEnv.resample_null
       ~BlockEnv.resample_random
       ~BlockEnv.resample_round_robin
       ~BlockEnv.reset

diff --git a/.../_autosummary/pantheonrl.envs.blockworldgym.simpleblockworld.SimpleBlockEnv.rst b/.../_autosummary/pantheonrl.envs.blockworldgym.simpleblockworld.SimpleBlockEnv.rst
@@ -1,4 +1,4 @@
-pantheonrl.envs.blockworldgym.simpleblockworld.SimpleBlockEnv
+pantheonrl.envs.blockworldgym.simpleblockworld.SimpleBlockEnv
 =============================================================
 
 .. currentmodule:: pantheonrl.envs.blockworldgym.simpleblockworld
@@ -28,6 +28,7 @@ pantheonrl.envs.blockworldgym.simpleblockworld.SimpleBlockEnv
       ~SimpleBlockEnv.n_reset
       ~SimpleBlockEnv.n_step
       ~SimpleBlockEnv.render
+      ~SimpleBlockEnv.resample_null
       ~SimpleBlockEnv.resample_random
       ~SimpleBlockEnv.resample_round_robin
       ~SimpleBlockEnv.reset

diff --git a/docs_build/_autosummary/pantheonrl.envs.liargym.liar.LiarEnv.rst b/docs_build/_autosummary/pantheonrl.envs.liargym.liar.LiarEnv.rst
@@ -1,4 +1,4 @@
-pantheonrl.envs.liargym.liar.LiarEnv
+pantheonrl.envs.liargym.liar.LiarEnv
 ====================================
 
 .. currentmodule:: pantheonrl.envs.liargym.liar
@@ -28,6 +28,7 @@ pantheonrl.envs.liargym.liar.LiarEnv
       ~LiarEnv.n_reset
       ~LiarEnv.n_step
       ~LiarEnv.render
+      ~LiarEnv.resample_null
       ~LiarEnv.resample_random
       ~LiarEnv.resample_round_robin
       ~LiarEnv.reset

diff --git a/docs_build/_autosummary/pantheonrl.envs.pettingzoo.PettingZooAECWrapper.rst b/docs_build/_autosummary/pantheonrl.envs.pettingzoo.PettingZooAECWrapper.rst
@@ -1,4 +1,4 @@
-pantheonrl.envs.pettingzoo.PettingZooAECWrapper
+pantheonrl.envs.pettingzoo.PettingZooAECWrapper
 ===============================================
 
 .. currentmodule:: pantheonrl.envs.pettingzoo
@@ -25,6 +25,7 @@ pantheonrl.envs.pettingzoo.PettingZooAECWrapper
       ~PettingZooAECWrapper.n_reset
       ~PettingZooAECWrapper.n_step
       ~PettingZooAECWrapper.render
+      ~PettingZooAECWrapper.resample_null
       ~PettingZooAECWrapper.resample_random
       ~PettingZooAECWrapper.resample_round_robin
       ~PettingZooAECWrapper.reset

diff --git a/docs_build/_autosummary/pantheonrl.envs.rpsgym.rps.RPSEnv.rst b/docs_build/_autosummary/pantheonrl.envs.rpsgym.rps.RPSEnv.rst
@@ -1,4 +1,4 @@
-pantheonrl.envs.rpsgym.rps.RPSEnv
+pantheonrl.envs.rpsgym.rps.RPSEnv
 =================================
 
 .. currentmodule:: pantheonrl.envs.rpsgym.rps
@@ -27,6 +27,7 @@ pantheonrl.envs.rpsgym.rps.RPSEnv
       ~RPSEnv.n_reset
       ~RPSEnv.n_step
       ~RPSEnv.render
+      ~RPSEnv.resample_null
       ~RPSEnv.resample_random
       ~RPSEnv.resample_round_robin
       ~RPSEnv.reset