diff --git a/CHANGELOG.rst b/CHANGELOG.rst index b81c31e..97764ef 100644 --- a/CHANGELOG.rst +++ b/CHANGELOG.rst @@ -13,20 +13,8 @@ Version 1.3.5 (03/12/2024) * Improved modularity and documentation for the RockSample example * :py:mod:`~pomdp_py.representations.distribution.particles.WeightedParticles` now hashable if frozen. * Changed :code:`det_dict_hash` to not use sorting -* Added a GHA workflow for automatically building, releasing wheels and uploading them to PyPI -* Repo convention: default branch renamed from :code:`master` to :code:`main`, and :code:`dev-latest` is the development branch. - - -WeightedParticles now hashable if frozen -Refactor _search in POUCT for more modularity -added a workflow that builds wheel -* - -Modernize repo without introducing new features. -* Migrate to :code:`pyproject.toml` to specify dependencies, with minimal :code:`setup.py` to build Cython extensions. -* Separate core and optional dependencies. Optional dependencies are needed only for `pomdp_py.problems`. -* Added CI testing to repo. -* Added pre-commit checks to repo. +* Added a Github Action workflow for automatically building, releasing wheels and uploading them to PyPI +* Default branch renamed to :code:`main`, and :code:`dev-latest` is the development branch. Before a release, :code:`dev-` should be created based off of :code:`dev-latest`. Version 1.3.4 (01/26/2024) diff --git a/docs/html/_sources/changelog.rst.txt b/docs/html/_sources/changelog.rst.txt index b81c31e..97764ef 100644 --- a/docs/html/_sources/changelog.rst.txt +++ b/docs/html/_sources/changelog.rst.txt @@ -13,20 +13,8 @@ Version 1.3.5 (03/12/2024) * Improved modularity and documentation for the RockSample example * :py:mod:`~pomdp_py.representations.distribution.particles.WeightedParticles` now hashable if frozen. * Changed :code:`det_dict_hash` to not use sorting -* Added a GHA workflow for automatically building, releasing wheels and uploading them to PyPI -* Repo convention: default branch renamed from :code:`master` to :code:`main`, and :code:`dev-latest` is the development branch. - - -WeightedParticles now hashable if frozen -Refactor _search in POUCT for more modularity -added a workflow that builds wheel -* - -Modernize repo without introducing new features. -* Migrate to :code:`pyproject.toml` to specify dependencies, with minimal :code:`setup.py` to build Cython extensions. -* Separate core and optional dependencies. Optional dependencies are needed only for `pomdp_py.problems`. -* Added CI testing to repo. -* Added pre-commit checks to repo. +* Added a Github Action workflow for automatically building, releasing wheels and uploading them to PyPI +* Default branch renamed to :code:`main`, and :code:`dev-latest` is the development branch. Before a release, :code:`dev-` should be created based off of :code:`dev-latest`. Version 1.3.4 (01/26/2024) diff --git a/docs/html/api/modules.html b/docs/html/api/modules.html index f8411da..150a8fe 100644 --- a/docs/html/api/modules.html +++ b/docs/html/api/modules.html @@ -297,11 +297,8 @@

pomdp_py
  • pomdp_py.problems package
    • Subpackages
        -
      • pomdp_py.problems.lasertag package -
        • -
      • pomdp_py.problems.light_dark package
          +
        • pomdp_py.problems.light_dark package
          • +
        • Light-Dark
          • -
        • pomdp_py.problems.load_unload package
            +
          • pomdp_py.problems.load_unload package
            • +
          • Load/Unload
            • -
          • pomdp_py.problems.maze package
              +
            • pomdp_py.problems.maze package
              • +
            • Maze
              • -
            • pomdp_py.problems.multi_object_search package
                +
              • pomdp_py.problems.multi_object_search package
                • +
              • Multi-Object Search (MOS) Task
                • -
              • pomdp_py.problems.rocksample package
                  +
                • pomdp_py.problems.rocksample package
                  • +
                • RockSample
                  • -
                • pomdp_py.problems.tiger package
                    +
                  • pomdp_py.problems.tiger package
                    • +
                  • Tiger
                    • Subpackages
                    • Submodules
                    • pomdp_py.problems.tiger.cythonize module
                      • diff --git a/docs/html/api/pomdp_py.problems.tiger.cythonize.html b/docs/html/api/pomdp_py.problems.tiger.cythonize.html index ab58e66..adbe72e 100644 --- a/docs/html/api/pomdp_py.problems.tiger.cythonize.html +++ b/docs/html/api/pomdp_py.problems.tiger.cythonize.html @@ -547,17 +547,17 @@

                      pomdp_py.problems.tiger.cythonize.run_tiger module

                      Bases: POMDP

                      -ACTIONS = [TigerAction(open-right), TigerAction(listen), TigerAction(open-left)]
                      +ACTIONS = [TigerAction(open-left), TigerAction(listen), TigerAction(open-right)]
                      -OBSERVATIONS = [TigerObservation(tiger-right), TigerObservation(tiger-left)]
                      +OBSERVATIONS = [TigerObservation(tiger-left), TigerObservation(tiger-right)]
                      -STATES = [TigerState(tiger-right), TigerState(tiger-left)]
                      +STATES = [TigerState(tiger-left), TigerState(tiger-right)]
                      @@ -926,17 +926,17 @@

                      pomdp_py.problems.tiger.cythonize.tiger_problem module

                      Bases: POMDP

                      -ACTIONS = [TigerAction(open-right), TigerAction(listen), TigerAction(open-left)]
                      +ACTIONS = [TigerAction(open-left), TigerAction(listen), TigerAction(open-right)]
                      -OBSERVATIONS = [TigerObservation(tiger-right), TigerObservation(tiger-left)]
                      +OBSERVATIONS = [TigerObservation(tiger-left), TigerObservation(tiger-right)]
                      -STATES = [TigerState(tiger-right), TigerState(tiger-left)]
                      +STATES = [TigerState(tiger-left), TigerState(tiger-right)]
                      @@ -1305,17 +1305,17 @@

                      pomdp_py.problems.tiger.cythonize.tiger_problem module

                      Bases: POMDP

                      -ACTIONS = [TigerAction(open-right), TigerAction(listen), TigerAction(open-left)]
                      +ACTIONS = [TigerAction(open-left), TigerAction(listen), TigerAction(open-right)]
                      -OBSERVATIONS = [TigerObservation(tiger-right), TigerObservation(tiger-left)]
                      +OBSERVATIONS = [TigerObservation(tiger-left), TigerObservation(tiger-right)]
                      -STATES = [TigerState(tiger-right), TigerState(tiger-left)]
                      +STATES = [TigerState(tiger-left), TigerState(tiger-right)]
                      @@ -1684,17 +1684,17 @@

                      pomdp_py.problems.tiger.cythonize.tiger_problem module

                      Bases: POMDP

                      -ACTIONS = [TigerAction(open-right), TigerAction(listen), TigerAction(open-left)]
                      +ACTIONS = [TigerAction(open-left), TigerAction(listen), TigerAction(open-right)]
                      -OBSERVATIONS = [TigerObservation(tiger-right), TigerObservation(tiger-left)]
                      +OBSERVATIONS = [TigerObservation(tiger-left), TigerObservation(tiger-right)]
                      -STATES = [TigerState(tiger-right), TigerState(tiger-left)]
                      +STATES = [TigerState(tiger-left), TigerState(tiger-right)]
                      diff --git a/docs/html/changelog.html b/docs/html/changelog.html index e23e6a6..6f9d7fb 100644 --- a/docs/html/changelog.html +++ b/docs/html/changelog.html @@ -110,7 +110,6 @@

                      Table of Contents

                      API References

                      @@ -179,18 +178,9 @@

                      Version 1.3.5 (03/12/2024)WeightedParticles now hashable if frozen.

                    • Changed det_dict_hash to not use sorting

                      • -

                    • Added a GHA workflow for automatically building, releasing wheels and uploading them to PyPI

                      • -

                    • Repo convention: default branch renamed from master to main, and dev-latest is the development branch.

                      • +

                    • Added a Github Action workflow for automatically building, releasing wheels and uploading them to PyPI

                      • +

                    • Default branch renamed to main, and dev-latest is the development branch. Before a release, dev-<version> should be created based off of dev-latest.

                    -

                    WeightedParticles now hashable if frozen -Refactor _search in POUCT for more modularity -added a workflow that builds wheel -*

                    -

                    Modernize repo without introducing new features. -* Migrate to pyproject.toml to specify dependencies, with minimal setup.py to build Cython extensions. -* Separate core and optional dependencies. Optional dependencies are needed only for pomdp_py.problems. -* Added CI testing to repo. -* Added pre-commit checks to repo.

                    Version 1.3.4 (01/26/2024)

                    @@ -241,7 +231,7 @@

                    Version 1.3.0.1 (09/30/2021)

                  • Removed dependency on pygraphviz;

                  • Added utils.debugging.Treedebugger, which makes it easier to inspect the search tree. -See debugging.

                    • +See debugging.

                  • Added WeightedParticles; Refactored Particles. (particles)

                  • Optionally show progress bar while simulating in POUCT/POMCP.

                  • Added a CLI interface to simplify running example domains, e.g. python -m pomdp_py -r tiger runs Tiger.

                    • diff --git a/docs/html/searchindex.js b/docs/html/searchindex.js index 202e356..9b6f17d 100644 --- a/docs/html/searchindex.js +++ b/docs/html/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["api/modules", "api/pomdp_py", "api/pomdp_py.algorithms", "api/pomdp_py.algorithms.bsp", "api/pomdp_py.algorithms.visual", "api/pomdp_py.framework", "api/pomdp_py.problems", "api/pomdp_py.problems.light_dark", "api/pomdp_py.problems.light_dark.agent", "api/pomdp_py.problems.light_dark.domain", "api/pomdp_py.problems.light_dark.env", "api/pomdp_py.problems.light_dark.models", "api/pomdp_py.problems.load_unload", "api/pomdp_py.problems.maze", "api/pomdp_py.problems.maze.domain", "api/pomdp_py.problems.maze.env", "api/pomdp_py.problems.maze.models", "api/pomdp_py.problems.maze.models.components", "api/pomdp_py.problems.multi_object_search", "api/pomdp_py.problems.multi_object_search.agent", "api/pomdp_py.problems.multi_object_search.domain", "api/pomdp_py.problems.multi_object_search.env", "api/pomdp_py.problems.multi_object_search.models", "api/pomdp_py.problems.multi_object_search.models.components", "api/pomdp_py.problems.rocksample", "api/pomdp_py.problems.rocksample.cythonize", "api/pomdp_py.problems.tag", "api/pomdp_py.problems.tag.agent", "api/pomdp_py.problems.tag.domain", "api/pomdp_py.problems.tag.env", "api/pomdp_py.problems.tag.models", "api/pomdp_py.problems.tag.models.components", "api/pomdp_py.problems.tiger", "api/pomdp_py.problems.tiger.cythonize", "api/pomdp_py.representations", "api/pomdp_py.representations.belief", "api/pomdp_py.representations.distribution", "api/pomdp_py.utils", "api/pomdp_py.utils.debugging", "api/pomdp_py.utils.interfaces", "api/pomdp_py.visual", "building_docs", "changelog", "design_principles", "examples", "examples.action_prior", "examples.external_solvers", "examples.mos", "examples.tiger", "existing_domains", "existing_solvers", "extensions", "index", "installation", "modules", "other_libraries"], "filenames": ["api/modules.rst", "api/pomdp_py.rst", "api/pomdp_py.algorithms.rst", "api/pomdp_py.algorithms.bsp.rst", "api/pomdp_py.algorithms.visual.rst", "api/pomdp_py.framework.rst", "api/pomdp_py.problems.rst", "api/pomdp_py.problems.light_dark.rst", "api/pomdp_py.problems.light_dark.agent.rst", "api/pomdp_py.problems.light_dark.domain.rst", "api/pomdp_py.problems.light_dark.env.rst", "api/pomdp_py.problems.light_dark.models.rst", "api/pomdp_py.problems.load_unload.rst", "api/pomdp_py.problems.maze.rst", "api/pomdp_py.problems.maze.domain.rst", "api/pomdp_py.problems.maze.env.rst", "api/pomdp_py.problems.maze.models.rst", "api/pomdp_py.problems.maze.models.components.rst", "api/pomdp_py.problems.multi_object_search.rst", "api/pomdp_py.problems.multi_object_search.agent.rst", "api/pomdp_py.problems.multi_object_search.domain.rst", "api/pomdp_py.problems.multi_object_search.env.rst", "api/pomdp_py.problems.multi_object_search.models.rst", "api/pomdp_py.problems.multi_object_search.models.components.rst", "api/pomdp_py.problems.rocksample.rst", "api/pomdp_py.problems.rocksample.cythonize.rst", "api/pomdp_py.problems.tag.rst", "api/pomdp_py.problems.tag.agent.rst", "api/pomdp_py.problems.tag.domain.rst", "api/pomdp_py.problems.tag.env.rst", "api/pomdp_py.problems.tag.models.rst", "api/pomdp_py.problems.tag.models.components.rst", "api/pomdp_py.problems.tiger.rst", "api/pomdp_py.problems.tiger.cythonize.rst", "api/pomdp_py.representations.rst", "api/pomdp_py.representations.belief.rst", "api/pomdp_py.representations.distribution.rst", "api/pomdp_py.utils.rst", "api/pomdp_py.utils.debugging.rst", "api/pomdp_py.utils.interfaces.rst", "api/pomdp_py.visual.rst", "building_docs.rst", "changelog.rst", "design_principles.rst", "examples.rst", "examples.action_prior.rst", "examples.external_solvers.rst", "examples.mos.rst", "examples.tiger.rst", "existing_domains.rst", "existing_solvers.rst", "extensions.rst", "index.rst", "installation.rst", "modules.rst", "other_libraries.rst"], "titles": ["pomdp_py", "pomdp_py package", "pomdp_py.algorithms package", "pomdp_py.algorithms.bsp package", "pomdp_py.algorithms.visual package", "pomdp_py.framework package", "pomdp_py.problems package", "pomdp_py.problems.light_dark package", "pomdp_py.problems.light_dark.agent package", "pomdp_py.problems.light_dark.domain package", "pomdp_py.problems.light_dark.env package", "pomdp_py.problems.light_dark.models package", "pomdp_py.problems.load_unload package", "pomdp_py.problems.maze package", "pomdp_py.problems.maze.domain package", "pomdp_py.problems.maze.env package", "pomdp_py.problems.maze.models package", "pomdp_py.problems.maze.models.components package", "pomdp_py.problems.multi_object_search package", "pomdp_py.problems.multi_object_search.agent package", "pomdp_py.problems.multi_object_search.domain package", "pomdp_py.problems.multi_object_search.env package", "pomdp_py.problems.multi_object_search.models package", "pomdp_py.problems.multi_object_search.models.components package", "pomdp_py.problems.rocksample package", "pomdp_py.problems.rocksample.cythonize package", "pomdp_py.problems.tag package", "pomdp_py.problems.tag.agent package", "pomdp_py.problems.tag.domain package", "pomdp_py.problems.tag.env package", "pomdp_py.problems.tag.models package", "pomdp_py.problems.tag.models.components package", "pomdp_py.problems.tiger package", "pomdp_py.problems.tiger.cythonize package", "pomdp_py.representations package", "pomdp_py.representations.belief package", "pomdp_py.representations.distribution package", "pomdp_py.utils package", "pomdp_py.utils.debugging module", "pomdp_py.utils.interfaces package", "pomdp_py.visual package", "Building Documentations", "Changelog", "Design Principles", "Examples", "Preference-based Action Prior", "Using External Solvers", "Multi-Object Search (MOS)", "Tiger", "Existing POMDP Domains", "Existing POMDP Solvers", "Use Case Extensions", "pomdp_py Documentation", "Installation", "docs", "Other POMDP Libraries"], "terms": {"packag": [0, 41, 47, 52, 53], "algorithm": [0, 1, 5, 7, 42, 46, 51, 52, 55], "po_rollout": [0, 1], "modul": [0, 1, 34, 41, 42, 47, 48, 52], "porollout": [0, 1, 2], "po_uct": [0, 1], "actionprior": [0, 1, 2, 42, 45, 48], "pouct": [0, 1, 2, 18, 26, 37, 38, 42, 45, 47, 48, 50, 51], "qnode": [0, 1, 2, 37, 38], "randomrollout": [0, 1, 2, 12, 33], "rolloutpolici": [0, 1, 2, 22, 24, 25, 30, 32, 37, 45, 48], "rootvnod": [0, 1, 2], "treenod": [0, 1, 2], "vnode": [0, 1, 2, 37, 38, 42], "pomcp": [0, 1, 18, 35, 37, 38, 42, 45, 48, 50, 51, 53, 55], "rootvnodeparticl": [0, 1, 2], "vnodeparticl": [0, 1, 2], "value_iter": [0, 1], "valueiter": [0, 1, 2, 42, 48, 50], "bsp": [0, 1], "blqr": [0, 1, 7, 42], "visual": [0, 1, 6, 7, 18, 26, 47], "framework": [0, 1, 12, 33, 42, 43, 47, 48, 52], "basic": [0, 1, 2, 24, 25, 35, 43, 46, 48, 50], "action": [0, 1, 2, 5, 6, 7, 12, 13, 18, 21, 22, 23, 24, 25, 26, 29, 30, 31, 32, 33, 35, 37, 38, 42, 43, 46, 47, 48, 50, 53], "agent": [0, 1, 2, 5, 6, 7, 12, 13, 14, 18, 22, 23, 24, 25, 26, 28, 32, 33, 35, 37, 38, 42, 43, 47, 48, 49, 50, 51, 52, 53], "blackboxmodel": [0, 1, 5, 35, 42, 48], "distribut": [0, 1, 2, 5, 12, 19, 22, 24, 25, 30, 32, 33, 34, 35, 37, 43, 45, 48], "environ": [0, 1, 5, 10, 15, 18, 21, 22, 29, 32, 33, 42, 43, 47, 48], "generativedistribut": [0, 1, 5, 19, 31, 36], "observ": [0, 1, 2, 3, 5, 6, 7, 10, 12, 13, 18, 21, 22, 23, 24, 25, 26, 29, 30, 32, 33, 35, 37, 38, 42, 43, 46, 47, 48, 50, 52, 53], "observationmodel": [0, 1, 5, 6, 12, 22, 24, 25, 30, 32, 33, 35, 37, 43, 48, 51], "option": [0, 1, 2, 5, 20, 22, 23, 24, 25, 32, 33, 37, 38, 42, 46, 48, 53], "pomdp": [0, 1, 2, 5, 7, 12, 13, 18, 20, 22, 24, 25, 26, 28, 29, 30, 32, 33, 37, 38, 41, 42, 43, 44, 45, 51, 52], "policymodel": [0, 1, 2, 5, 6, 18, 22, 32, 42, 45, 48, 51], "rewardmodel": [0, 1, 5, 6, 12, 22, 24, 25, 30, 32, 33, 37, 42, 43, 48], "state": [0, 1, 2, 3, 5, 6, 7, 12, 13, 18, 19, 21, 22, 24, 25, 26, 30, 32, 33, 35, 36, 37, 42, 43, 45, 46, 47, 48, 50, 53, 55], "transitionmodel": [0, 1, 5, 6, 12, 22, 24, 25, 30, 32, 33, 35, 37, 43, 48, 51], "sample_explict_model": [0, 1, 5], "sample_generative_model": [0, 1, 5], "oopomdp": [0, 1, 18, 42, 47, 51], "oobelief": [0, 1, 5, 19, 21, 29, 42], "ooobserv": [0, 1, 5, 20], "ooobservationmodel": [0, 1, 5, 22], "oostat": [0, 1, 5, 20, 42], "ootransitionmodel": [0, 1, 5, 22], "objectst": [0, 1, 5, 18, 20], "planner": [0, 1, 2, 3, 12, 18, 24, 25, 32, 33, 46, 48], "represent": [0, 1, 2, 5, 19, 21, 42, 52], "belief": [0, 1, 2, 3, 5, 6, 7, 10, 12, 18, 21, 24, 25, 27, 29, 32, 34, 36, 42, 46, 47, 48, 53], "histogram": [0, 1, 18, 19, 33, 34, 42, 46, 48], "particl": [0, 1, 2, 19, 34, 42, 53], "gaussian": [0, 1, 2, 3, 34], "util": [0, 1, 42, 46, 52], "subpackag": [0, 1, 52], "interfac": [0, 1, 5, 37, 42, 43, 46, 47, 48, 49, 50, 51, 52, 55], "submodul": [0, 1, 6, 13, 16], "color": [0, 1, 10, 21, 29, 38], "lighter": [0, 1, 37], "rgb_to_hex": [0, 1, 37], "hex_to_rgb": [0, 1, 37], "inverse_color_rgb": [0, 1, 37], "inverse_color_hex": [0, 1, 37], "random_unique_color": [0, 1, 37], "cython_util": [0, 1], "cpython": [0, 1], "37m": [0, 1], "x86_64": [0, 1], "linux": [0, 1, 53], "gnu": [0, 1], "det_dict_hash": [0, 1, 37, 42], "debug": [0, 1, 42, 52], "treedebugg": [0, 1, 32, 42], "sorted_by_str": [0, 1, 37, 38], "interpret_color": [0, 1, 37, 38], "math": [0, 1, 2, 5, 42], "vec": [0, 1, 37], "proj": [0, 1, 37], "r_x": [0, 1, 37], "r_y": [0, 1, 37], "r_z": [0, 1, 37], "t": [0, 1, 2, 3, 5, 18, 19, 21, 32, 33, 35, 36, 37, 43, 46, 48, 50, 55], "to_radian": [0, 1, 37], "r_between": [0, 1, 37], "approx_equ": [0, 1, 37], "euclidean_dist": [0, 1, 6, 22, 23, 24, 25, 37], "misc": [0, 1], "remap": [0, 1, 37], "json_saf": [0, 1, 37], "safe_slic": [0, 1, 37], "similar": [0, 1, 37, 46, 48], "special_char": [0, 1, 37], "plot": [0, 1, 6, 7, 53], "templat": [0, 1, 42], "simplest": [0, 1, 37], "simpleact": [0, 1, 37], "simpleobserv": [0, 1, 37], "dettransitionmodel": [0, 1, 37], "detobservationmodel": [0, 1, 37], "detrewardmodel": [0, 1, 37], "uniformpolicymodel": [0, 1, 37], "tabulartransitionmodel": [0, 1, 37, 42], "tabularobservationmodel": [0, 1, 37, 42], "tabularrewardmodel": [0, 1, 37, 42], "test_util": [0, 1], "typ": [0, 1], "bcolor": [0, 1, 37], "info": [0, 1, 37], "note": [0, 1, 2, 5, 7, 18, 22, 32, 33, 35, 36, 37, 38, 45, 46, 48, 52, 53], "error": [0, 1, 37, 42], "warn": [0, 1, 2, 37, 38, 46], "success": [0, 1, 2, 37], "bold": [0, 1, 37], "cyan": [0, 1, 37], "magenta": [0, 1, 37], "blue": [0, 1, 10, 37, 38], "green": [0, 1, 37, 53], "yellow": [0, 1, 37], "red": [0, 1, 37, 47], "white": [0, 1, 10, 37], "content": [0, 1, 41, 52], "clear_ag": [1, 2], "last_best_reward": [1, 2], "plan": [1, 2, 3, 5, 7, 10, 18, 22, 23, 32, 37, 38, 42, 45, 46, 48, 51, 52, 55], "set_rollout_polici": [1, 2], "updat": [1, 2, 3, 5, 18, 21, 26, 29, 35, 37, 38, 42, 46, 47, 48], "update_agent_belief": [1, 2, 5], "get_preferred_act": [1, 2, 45], "last_num_sim": [1, 2, 48], "last_planning_tim": [1, 2], "updates_agent_belief": [1, 2, 5], "rollout": [1, 2, 6, 18, 22, 24, 25, 26, 30, 32, 37, 42, 45, 48], "from_vnod": [1, 2], "histori": [1, 2, 5, 19, 22, 24, 25, 27, 30, 32, 37, 38, 45, 48], "children": [1, 2, 37, 38, 42], "num_visit": [1, 2], "valu": [1, 2, 5, 24, 25, 31, 32, 34, 36, 37, 38, 42, 45, 46, 48, 53, 55], "argmax": [1, 2, 5, 6, 12, 18, 22, 24, 25, 26, 30, 32, 33, 37, 42, 48], "print_children_valu": [1, 2], "ekf_update_mlo": [1, 2, 3], "integrate_belief_seg": [1, 2, 3], "segmented_cost_funct": [1, 2, 3], "create_plan": [1, 2, 3], "interpret_sqp_plan": [1, 2, 3], "add_attr": [1, 5], "all_act": [1, 5], "all_observ": [1, 5], "all_stat": [1, 5], "init_belief": [1, 5, 12, 24, 27, 32, 33, 48], "sample_belief": [1, 5], "set_belief": [1, 5, 46, 48], "update_histori": [1, 5, 48], "sampl": [1, 2, 5, 6, 12, 18, 19, 22, 24, 25, 26, 30, 32, 33, 36, 37, 42, 45, 46, 48, 53], "__getitem__": [1, 5, 34, 36, 37, 38], "__setitem__": [1, 5, 34, 36], "apply_transit": [1, 5], "blackbox_model": [1, 5, 35], "cur_stat": [1, 5], "provide_observ": [1, 5], "reward_model": [1, 5, 6, 10, 18, 26, 47, 48], "state_transit": [1, 5, 18, 21, 46, 48], "transition_model": [1, 5, 6, 7, 18, 26, 35, 46, 47, 48], "get_histogram": [1, 5, 34, 36], "mpe": [1, 5, 18, 19, 30, 31, 34, 36, 42], "get_all_observ": [1, 5, 6, 32, 33, 37, 48], "get_distribut": [1, 5, 32, 33], "probabl": [1, 5, 6, 12, 13, 18, 19, 22, 24, 25, 26, 30, 31, 32, 33, 36, 37, 42, 43, 46, 48, 50], "initi": [1, 5, 7, 19, 21, 24, 25, 27, 32, 42, 45, 46, 47, 48], "polici": [1, 2, 5, 12, 13, 22, 24, 25, 30, 32, 33, 37, 42, 45, 46, 48], "termin": [1, 2, 5, 18, 24, 25, 37, 38, 46, 48], "get_all_act": [1, 5, 6, 12, 18, 22, 24, 25, 26, 30, 32, 33, 37, 45, 48], "get_all_st": [1, 5, 6, 32, 33, 37, 48], "b": [1, 2, 3, 5, 35, 37, 38, 46], "object_belief": [1, 5, 19], "random": [1, 2, 5, 6, 18, 19, 22, 24, 25, 30, 31, 34, 36, 37, 42, 45, 48], "set_object_belief": [1, 5], "factor": [1, 5, 18, 20, 46], "merg": [1, 5, 18, 20], "observation_model": [1, 5, 6, 7, 18, 26, 29, 35, 46, 47, 48], "copi": [1, 5, 53], "get_object_attribut": [1, 5], "get_object_class": [1, 5], "get_object_st": [1, 5], "": [1, 2, 3, 5, 7, 12, 13, 18, 20, 21, 22, 23, 24, 25, 28, 30, 32, 33, 35, 37, 38, 41, 42, 43, 46, 48, 50, 52], "set_object_st": [1, 5], "situat": [1, 5, 47], "abstraction_over_histogram": [1, 34, 35], "update_histogram_belief": [1, 34, 35, 46, 48], "abstraction_over_particl": [1, 34, 35], "particle_reinvigor": [1, 34, 35], "update_particles_belief": [1, 34, 35], "is_norm": [1, 34, 36], "add": [1, 2, 19, 34, 36, 42], "from_histogram": [1, 34, 36], "get_abstract": [1, 34, 36], "weightedparticl": [1, 34, 36, 42], "condens": [1, 34, 36], "weight": [1, 2, 34, 36, 37], "cov": [1, 34, 36], "covari": [1, 2, 3, 34, 36], "mean": [1, 2, 21, 23, 26, 34, 35, 36, 46], "sigma": [1, 18, 19, 22, 34, 36], "simple_rl": [1, 37, 55], "num_nod": [1, 37, 38], "depth": [1, 2, 37, 38], "d": [1, 2, 3, 37, 38, 48, 52], "num_lay": [1, 37, 38], "nl": [1, 37, 38], "nn": [1, 37, 38], "nq": [1, 37, 38], "nv": [1, 10, 37, 38], "l": [1, 2, 3, 12, 37, 38, 47, 48, 52], "layer": [1, 37, 38], "leaf": [1, 37, 38], "step": [1, 2, 18, 32, 33, 37, 38, 41, 42, 46, 48, 53], "back": [1, 37, 38], "root": [1, 37, 38, 41, 53], "r": [1, 2, 3, 5, 12, 18, 21, 22, 24, 25, 29, 30, 32, 33, 37, 38, 42, 43, 46, 48, 50, 52, 53], "c": [1, 2, 10, 37, 38, 55], "p": [1, 24, 25, 37, 38, 52], "pp": [1, 37, 38], "mbp": [1, 37, 38], "pm": [1, 37, 38], "mark_sequ": [1, 37, 38], "mark": [1, 7, 13, 20, 37, 38, 47], "mark_path": [1, 37, 38], "markp": [1, 37, 38], "clear": [1, 2, 19, 27, 37, 38, 47], "bestseq": [1, 37, 38], "bestseqd": [1, 37, 38], "single_node_str": [1, 37, 38], "preferred_act": [1, 37, 38], "path": [1, 37, 38, 41, 46], "path_to": [1, 37, 38], "tree_stat": [1, 37, 38], "left": [1, 12, 18, 20, 32, 33, 37, 38, 46, 48, 53], "up": [1, 5, 12, 37, 38], "right": [1, 10, 12, 18, 19, 20, 32, 33, 37, 38, 46, 48, 53], "down": [1, 37, 48], "longleft": [1, 37], "longright": [1, 37], "hline": [1, 37], "vline": [1, 37], "bottomleft": [1, 37], "longbottomleft": [1, 37], "topleft": [1, 37], "longtopleft": [1, 37], "topright": [1, 37], "longtopright": [1, 37], "bottomright": [1, 37], "longbottomright": [1, 37], "intersect": [1, 37], "topt": [1, 37], "leftt": [1, 37], "rightt": [1, 37], "bottomt": [1, 37], "shadebar": [1, 37], "subscript": [1, 37], "reward_func": [1, 37], "endc": [1, 37], "disabl": [1, 37], "exist": [2, 37, 38, 44, 46, 48, 51, 52], "solver": [2, 32, 42, 44, 47, 48, 52], "under": [2, 23, 41, 46, 48, 55], "develop": [2, 5, 42, 46, 50, 52, 53, 55], "contribut": [2, 49, 52, 53], "want": [2, 19, 41, 47], "po": [2, 24, 25, 52], "baselin": 2, "paper": [2, 3, 7, 12, 13, 18, 20, 22, 28, 30, 45, 47, 48, 52], "2": [2, 10, 12, 20, 24, 25, 26, 27, 29, 30, 31, 37, 38, 45, 46, 48, 52, 53, 55], "quot": [2, 7, 12, 13, 32, 33, 48], "from": [2, 5, 7, 12, 13, 19, 20, 21, 22, 23, 27, 30, 32, 33, 36, 37, 38, 41, 42, 45, 46, 47, 48, 53], "To": [2, 12, 33, 37, 38, 41, 45, 47, 48], "provid": [2, 42, 46, 47, 48, 51, 52, 55], "perform": [2, 3, 5, 46, 48, 55], "benchmark": 2, "case": [2, 18, 21, 22, 32, 33, 35, 46, 48, 49, 52, 55], "we": [2, 7, 18, 19, 22, 23, 41, 44, 46, 47, 48, 49, 52, 53, 55], "evalu": [2, 36], "simpl": [2, 7, 20, 22, 23, 24, 25, 26, 32, 44, 47, 48, 52], "mont": [2, 48], "carlo": [2, 48], "simul": [2, 5, 18, 21, 32, 42, 46, 48], "without": [2, 37, 42, 46, 47, 48], "ani": [2, 13, 21, 22, 36, 46], "tree": [2, 37, 38, 42, 47, 48], "The": [2, 3, 5, 7, 12, 13, 14, 18, 20, 21, 22, 23, 24, 25, 28, 30, 32, 33, 36, 37, 38, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 55], "us": [2, 3, 5, 7, 18, 19, 20, 21, 22, 23, 32, 35, 36, 37, 38, 41, 42, 43, 44, 45, 47, 48, 49, 50, 52, 53, 55], "describ": [2, 3, 5, 18, 21, 41, 43, 44, 45, 47, 48, 52], "section": [2, 47, 48], "3": [2, 12, 20, 21, 24, 25, 32, 33, 37, 38, 46, 48, 53, 55], "It": [2, 3, 5, 20, 22, 36, 37, 38, 42, 45, 46, 47, 48, 52, 55], "n": [2, 18, 20, 24, 25, 35, 36, 37, 38, 46, 47], "A": [2, 3, 5, 7, 12, 13, 18, 19, 21, 27, 32, 33, 37, 38, 42, 43, 46, 47, 48, 50, 52, 55], "each": [2, 3, 5, 12, 13, 21, 22, 36, 37, 38, 46], "legal": 2, "select": 2, "highest": [2, 5, 31, 36, 37, 38], "averag": [2, 36], "return": [2, 3, 5, 12, 19, 21, 22, 23, 24, 25, 30, 31, 32, 33, 35, 36, 37, 38, 42, 45, 46, 48], "don": [2, 5, 18, 35, 48], "requir": [2, 5, 12, 22, 24, 25, 30, 32, 33, 35, 37, 42, 43, 53], "an": [2, 3, 5, 7, 10, 12, 13, 18, 19, 20, 21, 22, 23, 24, 25, 29, 32, 33, 36, 37, 42, 43, 45, 46, 47, 48, 50, 52, 55], "But": [2, 5, 18, 20, 22, 32, 33, 35, 41, 42, 48], "do": [2, 5, 7, 41, 47, 48], "class": [2, 3, 5, 10, 12, 14, 15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 36, 37, 38, 42, 43, 45, 46, 47, 48, 51], "base": [2, 3, 5, 10, 12, 14, 15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 37, 38, 41, 46, 47, 48, 51, 52, 55], "self": [2, 5, 12, 19, 21, 22, 24, 25, 30, 31, 32, 33, 36, 37, 38, 45, 47, 48], "carri": [2, 5], "inform": [2, 3, 5, 23, 27, 41, 43, 48], "bt": [2, 3, 5], "ht": [2, 5], "o": [2, 5, 12, 24, 25, 30, 32, 33, 35, 37, 41, 43, 46, 48, 50, 52], "g": [2, 3, 5, 13, 18, 21, 32, 42, 48, 49], "pi": [2, 5, 12, 22, 24, 25, 33, 43, 48], "necessari": [2, 5, 18, 47], "rollout_polici": [1, 2, 37, 38, 48], "given": [2, 5, 12, 18, 21, 22, 33, 35, 36, 37, 38, 43, 45, 46, 48], "one": [2, 5, 12, 19, 21, 32, 33, 37, 38, 44, 48, 52, 55], "real_act": [2, 5, 18, 27, 35], "real_observ": [2, 5, 18, 27, 35, 48], "real": [2, 5, 18, 21, 29, 35, 46, 48], "accordingli": [2, 5], "If": [2, 3, 5, 19, 21, 22, 27, 32, 33, 35, 36, 37, 38, 46, 48, 52], "i": [2, 3, 5, 7, 10, 12, 13, 14, 18, 19, 20, 21, 22, 23, 24, 25, 29, 30, 32, 33, 35, 36, 37, 38, 41, 42, 43, 45, 46, 47, 48, 49, 52, 53, 55], "also": [2, 5, 22, 32, 33, 37, 38, 47, 48, 50, 52, 55], "here": [2, 5, 7, 37, 38, 41, 45, 46, 48, 49, 53], "attribut": [2, 5, 20], "should": [2, 3, 5, 20, 22, 35, 41, 42, 43, 46, 47, 48, 51, 53], "set": [2, 5, 12, 19, 20, 21, 23, 24, 25, 30, 32, 33, 35, 36, 37, 42, 45, 46, 47, 48, 55], "true": [2, 5, 10, 13, 18, 21, 22, 23, 26, 32, 35, 36, 37, 38, 42, 46, 48, 53], "By": [2, 5, 23, 46], "default": [2, 5, 32, 35, 42, 46], "doe": [2, 5, 13, 23, 30, 36, 37, 38, 42, 43, 46, 48, 55], "noth": [2, 5], "function": [2, 3, 5, 7, 18, 19, 21, 27, 32, 35, 36, 37, 38, 42, 45, 46, 48, 50], "thi": [2, 3, 5, 7, 12, 18, 19, 20, 21, 22, 23, 24, 25, 29, 30, 32, 33, 35, 36, 37, 38, 41, 42, 43, 44, 45, 46, 48, 52, 53, 55], "uct": 2, "partial": [2, 12, 13, 32, 33, 48, 52], "present": [2, 7, 36], "extens": [2, 20, 22, 42, 48, 49, 52, 55], "combin": [2, 37], "mct": 2, "ucb1": [2, 42], "In": [2, 7, 18, 30, 32, 33, 44, 45, 46, 47, 48, 49], "other": [2, 6, 24, 25, 32, 33, 48, 52], "word": 2, "just": [2, 14, 19, 32, 33, 36, 37, 46, 48, 53], "arbitrari": 2, "strategi": 2, "mai": [2, 5, 7, 18, 24, 35, 41, 43, 44, 47, 52, 53], "refer": [2, 3, 7, 18, 24, 32, 33, 41, 42, 45], "spars": 2, "poss": 2, "introduc": [2, 12, 13, 42, 47, 48], "recent": 2, "5": [2, 3, 10, 21, 23, 24, 25, 32, 37, 38, 46, 48, 53], "mdp": [2, 5, 52, 55], "6": [2, 26, 37, 38, 46, 48, 53], "propos": 2, "call": [2, 5, 35, 46, 48], "powss": 2, "howev": [2, 48], "line": [2, 46, 47], "work": [2, 37, 38, 42, 46, 48, 52, 53, 55], "sole": 2, "still": [2, 35, 48], "compar": [2, 36], "exactli": 2, "while": [2, 12, 32, 33, 42, 48], "depend": [2, 3, 5, 7, 24, 30, 37, 42, 53], "explor": [2, 37, 38], "constant": [0, 2, 6, 37], "7": [2, 10, 37, 38, 42, 46], "reflect": 2, "prior": [2, 5, 18, 19, 26, 27, 32, 42, 48], "knowledg": [2, 48], "regard": [2, 5, 42, 48], "amount": [2, 7], "thei": [2, 19, 23, 35, 46], "follow": [2, 3, 5, 18, 32, 33, 37, 38, 45, 46, 47, 48, 52, 53], "wa": [2, 42, 47], "r_": 2, "hi": 2, "lo": 2, "where": [2, 3, 5, 7, 10, 18, 20, 21, 22, 24, 25, 35, 47, 48, 53], "rhi": 2, "achiev": 2, "dure": [2, 23, 37, 38, 42, 45, 46, 48], "run": [2, 23, 32, 33, 41, 42, 46, 47, 48, 53], "0": [2, 5, 10, 12, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 36, 37, 38, 45, 46, 48, 53], "rlo": 2, "lowest": 2, "inde": [2, 48], "differ": [2, 12, 18, 20, 22, 41, 42, 43, 47, 55], "between": [2, 5, 12, 21, 23, 24, 32, 37, 42, 43, 47, 55], "certainli": 2, "onli": [2, 5, 13, 22, 32, 37, 38, 42, 43, 48], "wai": [2, 46, 48, 55], "obtainx1": 2, "object": [2, 5, 6, 10, 19, 20, 21, 22, 23, 24, 25, 29, 31, 36, 37, 38, 42, 45, 48, 51, 52, 53], "problem": [0, 2, 3, 5, 35, 42, 44, 46, 48, 49, 52, 53, 55], "specif": [2, 5, 36, 37, 38, 42, 48, 55], "cl": [2, 5], "kwarg": [2, 5, 12, 19, 20, 21, 22, 24, 25, 26, 29, 31, 33, 36, 37, 38, 42], "intend": 2, "classmethod": [2, 5, 20, 22, 29, 30, 31, 36, 46], "mimic": 2, "behavior": [2, 20, 42, 48], "generateleg": 2, "generatepref": 2, "david": [2, 48], "silver": [2, 48], "code": [2, 5, 37, 42, 45, 46, 47, 48, 52, 55], "tupl": [2, 3, 5, 10, 19, 21, 22, 24, 25, 30, 36, 37], "form": [2, 35], "num_visits_init": [1, 2], "value_init": [1, 2], "repres": [2, 3, 5, 10, 19, 24, 25, 35, 36, 37, 38, 44, 46, 47], "prefer": [2, 37, 38, 42, 48], "act": [2, 5, 32, 48, 52, 53], "despot": [2, 55], "For": [2, 5, 21, 23, 36, 42, 48, 53], "exampl": [2, 5, 18, 21, 23, 32, 33, 37, 38, 42, 45, 47, 48, 49, 50, 52], "certain": [2, 5], "possibl": [2, 5, 12, 20, 22, 24, 25, 30, 32, 33, 37, 48, 55], "subset": [2, 37, 38], "all": [2, 5, 12, 19, 22, 24, 25, 30, 32, 33, 36, 37, 38, 42, 48, 55], "when": [2, 5, 18, 24, 25, 28, 30, 36, 37, 38, 41, 42, 44, 45, 46, 47, 48, 52, 53, 55], "domain": [2, 6, 7, 10, 13, 18, 22, 24, 26, 32, 42, 44, 47, 52], "can": [2, 5, 7, 12, 14, 18, 20, 21, 22, 28, 32, 33, 37, 38, 42, 46, 47, 48, 50, 53, 55], "heurist": [2, 24, 25, 48], "space": [2, 3, 5, 7, 10, 12, 13, 19, 20, 22, 24, 25, 28, 32, 33, 35, 42, 46, 47, 48, 50], "enumer": [2, 32, 37, 38, 42, 43, 46, 48, 50], "__init__": [2, 5, 36, 41, 42, 45, 47, 48], "max_depth": [1, 2, 18, 26, 37, 38, 48], "planning_tim": [2, 18, 26, 42, 48], "1": [2, 3, 5, 7, 10, 12, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 32, 33, 36, 37, 38, 45, 46, 47, 48, 52, 53], "num_sim": [2, 37, 38, 42], "discount_factor": [1, 2, 5, 18, 26, 37, 38, 46, 48], "9": [2, 37, 42, 46, 48, 53], "exploration_const": [2, 18, 26, 37, 38, 48], "sqrt": 2, "action_prior": [1, 2, 45], "none": [2, 3, 5, 10, 18, 19, 20, 22, 24, 25, 29, 30, 32, 35, 36, 37, 38, 45, 46, 48, 53], "show_progress": 2, "fals": [2, 5, 10, 12, 18, 19, 21, 22, 23, 24, 25, 29, 31, 32, 33, 35, 36, 37, 46, 53], "pbar_update_interv": 2, "paramet": [2, 3, 5, 12, 18, 19, 21, 22, 24, 25, 27, 30, 32, 33, 35, 36, 37, 38, 42, 46, 48], "int": [2, 19, 21, 32, 33, 37, 38, 46], "float": [2, 5, 12, 21, 22, 24, 25, 30, 32, 33, 36, 37, 46], "time": [2, 12, 18, 20, 24, 25, 35, 46, 47], "second": [2, 35, 37, 38, 41, 46, 47], "neg": [2, 32, 33, 42, 48], "number": [2, 5, 18, 19, 32, 33, 35, 36, 37, 38, 42, 46, 55], "reach": [2, 5, 18, 46, 48], "both": [2, 32, 33, 37, 38, 46, 47], "ar": [2, 5, 7, 12, 18, 19, 22, 23, 24, 25, 28, 32, 33, 35, 36, 37, 38, 41, 42, 43, 46, 47, 48, 49, 53, 55], "over": [2, 7, 19, 32, 35, 36, 43, 44, 45, 48], "bool": [2, 5, 18, 21, 32, 35, 37, 38, 46], "print": [2, 37, 38, 42, 46, 48], "progress": [2, 42], "bar": [2, 42], "after": [2, 5, 12, 20, 21, 22, 29, 42, 46, 48], "you": [2, 5, 7, 18, 32, 33, 35, 37, 38, 41, 42, 45, 46, 47, 48, 52, 53], "even": [2, 49], "your": [2, 42, 47, 52], "stop": 2, "criteria": 2, "ran": 2, "last": [2, 13, 20], "assum": [2, 3, 5, 7, 10, 12, 19, 22, 23, 24, 25, 30, 32, 33, 36, 37, 42, 46, 53], "ha": [2, 5, 18, 23, 24, 25, 31, 36, 41, 46, 47, 51, 55], "been": [2, 48, 49], "take": [2, 5, 14, 24, 25, 28, 36, 42, 45, 46, 47, 48], "receiv": [2, 5, 12, 24, 25, 32, 33, 47, 48], "choos": [2, 45, 48], "uniformli": [2, 48], "child": 2, "implement": [2, 3, 5, 7, 12, 13, 18, 22, 24, 25, 28, 30, 32, 33, 36, 37, 42, 44, 45, 48, 49, 50, 51, 52, 55], "origin": [2, 7, 10, 12, 13, 20, 22, 24, 25, 45, 47, 48, 52], "larg": [2, 5, 28, 29, 30, 48], "http": [2, 3, 46, 52, 53], "nip": 2, "cc": 2, "4031": 2, "One": [2, 19, 48], "thing": 2, "happen": [2, 18, 22], "new": [2, 5, 21, 29, 35, 36, 42, 52], "store": [2, 5, 37, 46, 48], "level": [2, 47], "execut": [2, 5, 21, 23, 37, 38, 46, 48], "next": [2, 5, 12, 22, 24, 25, 30, 32, 33, 37, 48], "These": 2, "reinvigor": [2, 35, 53], "enough": [2, 12, 33, 49], "separ": [2, 41, 42, 47], "complet": [2, 7, 37, 46], "node": [2, 37, 38, 42, 46], "longer": 2, "keep": [2, 12, 33, 35, 37], "track": [2, 35], "reinvogr": 2, "onc": [2, 5, 32, 48], "have": [2, 3, 5, 18, 19, 21, 24, 25, 32, 33, 35, 36, 37, 38, 42, 43, 46, 47, 48, 49, 55], "previous": [2, 42, 47], "version": [2, 46, 53], "basicpomcp": 2, "jl": [2, 46, 55], "github": [2, 41, 42, 46, 52, 53], "com": [2, 46, 53], "juliapomdp": [2, 7], "two": [2, 32, 33, 36, 37, 41, 44, 46, 48, 55], "equival": [2, 10, 48], "gener": [2, 5, 18, 32, 33, 36, 41, 43, 45, 46, 47, 48, 49, 52], "doesn": [2, 19, 32, 33, 55], "hurt": [2, 32, 33, 48], "featur": [2, 37, 38, 42, 52, 55], "state_transform_func": [2, 35], "artifici": [2, 48, 52], "transform": 2, "signatur": [2, 42], "s_transform": 2, "maintain": [2, 5, 12, 35, 46], "iter": [2, 24, 25, 32, 35, 42, 46, 48, 53, 55], "explain": [2, 41], "4": [2, 3, 20, 37, 38, 46, 48, 53], "stochast": [2, 13, 32, 48, 52], "No": [2, 46], "prune": [2, 46], "explod": 2, "veri": [2, 5, 48], "fast": 2, "feasibl": [2, 5, 12, 24, 25, 30, 32, 33, 37], "small": [2, 12, 22, 26, 27, 29, 30, 32, 33, 42, 48], "explicitli": [2, 24, 25, 35, 43, 45, 46, 48, 50], "horizon": [2, 42, 46, 48], "inf": [2, 46], "epsilon": [2, 18, 19, 22, 36, 37], "1e": [2, 22, 36, 37, 48], "lqr": [2, 3], "maximum": [2, 3, 7, 10, 18, 19, 32, 33, 42, 46], "likelihood": [2, 3, 7, 10, 36], "func_sysd": [2, 3], "func_ob": [2, 3], "jac_sysd": [2, 3], "jac_ob": [2, 3], "jac_sysd_u": [2, 3], "noise_ob": [2, 3], "noise_sysd": [2, 3], "qlarg": [2, 3], "q": [2, 3, 37, 38, 42], "planning_horizon": [2, 3], "15": [2, 3, 32, 37, 38, 46, 48], "sourc": [2, 3, 10, 12, 14, 15, 18, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 32, 35, 37, 38, 41, 46, 47, 48, 53], "ut": [2, 3], "ekf": [2, 3], "equat": [2, 3, 35], "12": [2, 3, 21, 29, 37, 46, 53], "13": [2, 3, 42], "f": [2, 3, 10], "point": [2, 3, 23, 28, 30, 46], "mt": [2, 3], "cov_t": [2, 3], "np": [2, 3], "arrai": [2, 3, 10, 36], "shape": [2, 3, 10, 20, 22, 23, 47], "cost": [2, 3, 19, 24, 25, 35], "need": [2, 3, 7, 19, 22, 32, 33, 35, 42, 45, 46, 48, 53], "turn": [2, 3], "long": [2, 3], "vector": [2, 3, 36, 37, 46], "consist": [2, 3, 12, 33], "column": [2, 3], "stich": [2, 3], "togeth": [2, 3], "control": [2, 3, 21, 22, 29, 48], "noise_t": [2, 3], "nois": [2, 3, 24, 25, 32, 33, 48], "possibli": [2, 3], "matrix": [2, 3], "wt": [2, 3], "term": [2, 3], "e": [2, 3, 5, 12, 18, 20, 21, 22, 23, 24, 25, 30, 32, 33, 37, 38, 42, 47, 48, 49, 53], "ad": [2, 3, 5, 42], "system": [2, 3, 46, 48, 55], "dynam": [2, 3, 22, 23], "v": [2, 3, 37, 38, 42, 46], "eq": [2, 3], "sam": [2, 3], "dimension": [2, 3, 12], "noise_obs_cov": [2, 3], "correspond": [2, 3, 21, 45, 46], "b_i": [2, 3], "u_i": [2, 3], "num_seg": [2, 3], "18": [2, 3, 37, 38, 46], "phi": [2, 3], "sum": [2, 3], "b_": [2, 3, 35, 48], "b_t": [2, 3, 48], "seg": [2, 3], "essenti": [2, 3, 43], "bu_traj": [2, 3], "b_de": [2, 3], "u_d": [2, 3], "17": [2, 3], "desir": [2, 3, 41], "covt": [2, 3], "comput": [2, 3, 19, 35, 42, 46], "list": [2, 3, 36, 37, 38, 42, 46], "begin": [2, 3, 37, 48], "segment": [2, 3], "avail": [2, 3, 5, 42, 52], "pass": [2, 3, 5, 12, 46, 48], "empti": [2, 3, 27], "b_0": [2, 3], "u_init": [2, 3], "control_bound": [2, 3], "opt_opt": [2, 3], "opt_callback": [2, 3], "solv": [2, 3, 6, 12, 13, 18, 26, 32, 42, 44, 47, 50, 52, 53], "sqp": [2, 3], "direct": [2, 3, 51], "transcript": [2, 3], "produc": [2, 3], "doc": [2, 3, 42], "scipi": [2, 3], "org": [2, 3, 42, 46, 52, 53], "tutori": [2, 3, 42, 45], "optim": [2, 3, 48], "html": [2, 3, 41, 46, 53], "opt_r": [2, 3], "lesli": [2, 48, 52], "pack": [2, 48, 52], "kaelbl": [2, 48, 52], "michael": [2, 47, 48, 52], "littman": [2, 48, 52], "anthoni": [2, 46, 48, 50, 52], "cassandra": [2, 46, 48, 50, 52], "intellig": [2, 48, 52], "101": [2, 48, 52], "99": [2, 18, 26, 46, 48, 52], "134": [2, 48, 52], "1998": [2, 48, 52], "joel": [2, 48], "veness": [2, 48], "advanc": [2, 48, 55], "neural": [2, 48], "process": [2, 32, 33, 48], "2164": [2, 48], "2172": [2, 48], "2010": [2, 48], "levent": 2, "kocsi": 2, "csaba": 2, "szepesv": 2, "\u00e1": 2, "ri": 2, "bandit": 2, "european": 2, "confer": [2, 47, 48, 52], "machin": [2, 46], "learn": [2, 5, 43, 48, 49, 51, 52, 55], "282": 2, "293": 2, "springer": 2, "2006": 2, "platt": 2, "tedrak": 2, "lozano": 2, "perez": 2, "proceed": [2, 48], "robot": [2, 7, 14, 18, 19, 20, 21, 22, 23, 24, 25, 28, 30, 47, 48, 52, 55], "scienc": 2, "zaragoza": 2, "spain": 2, "june": 2, "doi": 2, "10": [2, 18, 21, 24, 25, 26, 27, 29, 30, 32, 33, 37, 38, 42, 46, 48, 52], "15607": 2, "rss": 2, "vi": [2, 48], "037": 2, "h": [2, 48], "lim": 2, "clair": 2, "j": 2, "tomlin": 2, "zachari": 2, "sunberg": 2, "search": [2, 6, 12, 13, 19, 20, 22, 24, 25, 37, 38, 42, 48, 52, 53], "guarante": 2, "continu": [2, 7, 42, 48], "arxiv": [2, 52], "preprint": 2, "1910": 2, "04332": 2, "2019": [2, 18, 20, 22, 47, 48], "kearn": 2, "yishai": 2, "mansour": 2, "andrew": 2, "y": [2, 19, 20, 21, 22, 24, 25, 27, 28, 29], "ng": 2, "markov": [2, 32, 33, 48], "decis": [2, 32, 33, 48], "49": [2, 37], "193": 2, "208": 2, "2002": 2, "ant": 2, "\u00f3": 2, "nio": 2, "gusmao": 2, "tapani": 2, "raiko": 2, "toward": 2, "beyond": [2, 52], "game": 2, "go": [2, 13, 41, 44, 53], "ecai": 2, "384": 2, "389": 2, "2012": 2, "import": [5, 37, 38, 43, 45, 46, 48, 53], "must": [5, 7, 12, 13, 46, 48], "hashabl": [5, 36, 37, 42], "oper": 5, "its": [5, 7, 12, 13, 14, 21, 22, 23, 24, 25, 32, 33, 42, 43, 46, 48, 50, 51, 55], "job": [5, 43, 48], "taken": [5, 18, 36], "care": [5, 19], "suppli": [5, 45], "OR": 5, "policy_model": [5, 6, 18, 26, 37, 38, 47, 48], "attr_nam": 5, "attr_valu": 5, "allow": [5, 42, 47, 48, 52], "sometim": [5, 48], "model": [5, 6, 7, 12, 13, 18, 19, 20, 24, 25, 26, 32, 33, 37, 42, 46, 47, 50, 51, 52], "transit": [5, 12, 21, 22, 24, 25, 30, 32, 33, 35, 37, 46, 47, 48], "current": [5, 13, 21, 24, 25, 35, 37, 38, 46, 50], "which": [5, 14, 21, 24, 32, 33, 35, 36, 37, 38, 42, 45, 46, 48, 55], "most": [5, 12, 19, 22, 24, 25, 30, 33, 36, 37], "like": [5, 12, 19, 22, 24, 25, 30, 33, 36, 37, 38, 41, 42, 43, 47, 48, 53], "map": [5, 13, 16, 19, 20, 21, 22, 23, 27, 36, 37, 46], "variabl": [5, 31, 32, 36, 46], "pr": [5, 12, 22, 24, 25, 30, 32, 33, 35, 36, 37], "x": [5, 7, 10, 12, 19, 20, 21, 22, 24, 25, 27, 28, 29, 36, 53], "varval": 5, "evaul": 5, "world": [5, 12, 18, 20, 21, 22, 32, 48, 53], "2d": [5, 18, 20, 22, 23, 42], "gridworld": [5, 19, 20, 22, 47], "render": 5, "pygam": [5, 21, 29, 53], "Or": [5, 36, 48, 53], "could": [5, 18, 20, 21, 22, 32, 36, 44, 45, 48, 52, 55], "3d": 5, "opengl": 5, "therefor": [5, 12, 35], "mind": 5, "how": [5, 32, 44, 47, 52], "so": [5, 13, 37, 38, 41, 42, 48, 53, 55], "passiv": 5, "never": [5, 30], "nor": [5, 32, 33, 48], "init_st": [5, 10, 12, 15, 21, 24, 25, 29, 32, 46], "next_stat": [5, 12, 20, 21, 22, 24, 25, 30, 32, 33, 37, 48], "appli": [5, 42], "assign": [5, 36], "underli": [5, 33, 36], "accord": [5, 12, 22, 23, 24, 25, 28, 30, 32, 33, 37, 47, 48], "type": [5, 12, 19, 21, 22, 24, 25, 30, 32, 33, 35, 36, 37, 42, 45, 46], "synonym": 5, "result": [5, 20, 21, 22, 35, 48], "trigger": [5, 21], "becom": [5, 21, 48], "discount": [5, 12, 24, 25, 46, 53], "until": [5, 46], "condit": [5, 48], "reward": [5, 12, 21, 22, 24, 25, 30, 32, 33, 37, 46, 47, 48, 53], "addition": [5, 53], "exhibit": 5, "properti": [5, 10, 20, 21, 23, 24, 25, 29, 37, 38, 42], "That": [5, 46], "support": [5, 22, 36, 43, 45, 51, 52, 55], "dictionari": [5, 19, 36, 37, 48], "randomli": [5, 12, 22, 24, 25, 30, 32, 33, 36, 37, 47], "tempor": 5, "abstract": [5, 36], "defin": [5, 10, 12, 13, 14, 18, 20, 22, 36, 37, 42, 44, 45, 46, 47, 50, 51], "semi": 5, "reinforc": [5, 51, 55], "satisfi": 5, "conveni": [5, 32, 37, 42], "overriden": 5, "feel": [5, 55], "write": [5, 46], "boolean": 5, "whether": [5, 12, 43, 46], "technic": 5, "instanc": [5, 21, 24, 25, 32, 33, 46, 47], "env": [5, 6, 7, 13, 18, 26, 46, 47, 48], "name": [5, 12, 20, 24, 32, 33, 37, 46, 48], "treat": [5, 19, 32, 48], "h_t": [5, 48], "reason": 5, "accommod": 5, "vari": [5, 7, 20, 22], "probabilti": 5, "arg": [5, 12, 24, 25, 30, 32, 33, 37, 38, 42, 48], "pair": 5, "mathbb": 5, "denot": 5, "sim": [5, 48], "black": [5, 10], "box": 5, "creat": [5, 6, 7, 10, 32, 37, 38, 41, 46, 47, 48], "n_step": 5, "compon": [5, 13, 16, 18, 22, 26, 30, 46, 47, 48], "oo": [5, 20, 29, 42, 47, 51], "As": [5, 45, 47], "main": [5, 6, 12, 24, 25, 26, 32, 33, 42, 46, 48], "benefit": 5, "reduc": [5, 20, 35], "scale": 5, "exponenti": [5, 24], "linear": 5, "increas": [5, 24], "see": [5, 36, 42, 43, 46, 47, 48, 49, 50, 52, 53], "alwai": [5, 13, 49], "objid": [5, 18, 19, 20, 21, 22], "alia": [5, 37, 38], "return_oost": [5, 19, 42], "z": [5, 21, 29, 35], "mapsto": 5, "z_1": 5, "cdot": [5, 46], "z_n": 5, "id": [5, 19, 20, 21, 22], "dict": [5, 19, 20, 21, 27, 35, 36, 42], "object_observ": [5, 20], "singl": [5, 20, 37, 38, 47], "prod_i": 5, "z_i": 5, "param": [5, 20], "again": 5, "chang": [5, 20, 22, 36, 42, 43, 48, 53], "directli": [5, 12, 33, 35, 48, 50], "object_st": [5, 20, 22], "becaus": [5, 12, 13, 19, 41, 43, 46, 48], "caus": 5, "hashcod": 5, "incorrect": [5, 37], "kei": [5, 37, 38], "attr": 5, "request": [5, 7], "frozenset": 5, "identifi": 5, "sinc": [5, 35, 48], "hash": [5, 37, 42], "s_i": [5, 20], "made": [5, 35, 42, 53], "str": [5, 21, 32, 36, 46], "onlin": [5, 7, 48], "pure": 5, "underneath": 5, "hood": 5, "Its": 5, "output": [5, 41, 46, 53], "expect": [5, 46, 53], "same": [5, 28, 30, 32, 35, 36, 42, 46, 48], "lasertag": 0, "light_dark": [0, 6, 49], "problem_discret": [0, 6], "test": [0, 6, 32, 35, 42, 46], "load_unload": [0, 6], "maze": [0, 6, 49], "multi_object_search": [0, 6, 47, 53], "example_world": [0, 6, 47], "random_world": [6, 18], "rocksampl": [0, 6, 42, 53], "cython": [0, 6, 37, 42, 52, 53, 55], "rocksample_problem": [0, 6], "run_rocksampl": [6, 24], "rocktyp": [6, 24, 25], "good": [6, 24, 25, 47, 53], "bad": [6, 24, 25, 53], "invert": [6, 24, 25], "moveact": [6, 24, 25], "east": [6, 18, 20, 24, 25], "west": [6, 18, 20, 24, 25], "north": [6, 18, 20, 24, 25, 53], "south": [6, 18, 20, 24, 25], "sampleact": [6, 24, 25], "checkact": [6, 24, 25], "rstransitionmodel": [6, 24, 25], "rsobservationmodel": [6, 24, 25], "rsrewardmodel": [6, 24, 25], "rspolicymodel": [6, 24, 25], "rocksampleproblem": [6, 24, 25], "random_free_loc": [6, 24, 25], "in_exit_area": [6, 24, 25], "generate_inst": [6, 24, 25], "print_stat": [6, 24, 25], "test_plann": [6, 12, 24, 25, 32, 33, 48], "init_particles_belief": [6, 24, 25], "tag": [0, 6, 42], "experi": [0, 6, 7], "tiger": [0, 6, 37, 38, 42, 45, 46, 47, 52, 53], "run_tig": [6, 32], "tiger_problem": [0, 6, 37, 38, 42, 46, 48], "tigerst": [6, 32, 33, 46], "tigeract": [6, 32, 33], "tigerobserv": [6, 32, 33], "tigerproblem": [6, 32, 33, 37, 38, 46, 48], "make_tig": [6, 32], "lightdarkenviron": [7, 10], "light": [6, 10, 42], "const": [7, 10], "dark": [6, 10, 42], "mazeenviron": [13, 15], "finit": [12, 13, 32, 46, 48], "descript": [7, 12, 13, 18, 20, 21, 22, 24, 25, 32, 33, 48], "start": [12, 13, 21, 37, 38, 48, 53], "goal": [7, 13, 48], "cannot": [12, 13, 36, 41], "perceiv": [12, 13], "locat": [12, 13, 19, 23, 24, 25, 28, 30, 53], "orient": [13, 14, 18, 19, 20, 22, 23, 47, 51], "presenc": 13, "absenc": 13, "wall": [13, 14], "side": [12, 13, 48], "squar": 13, "non": 13, "zero": [13, 42], "slip": 13, "know": [13, 18, 35], "attempt": [13, 42], "make": [13, 19, 36, 37, 38, 41, 42, 43, 47, 52, 53, 55], "move": [7, 12, 13, 24, 25, 30, 31, 37, 38, 47, 53], "had": 13, "consequ": 13, "actual": [7, 13, 18, 23, 32, 33, 48], "posit": [7, 13, 14, 24, 25, 30, 31, 32, 33, 48], "Not": [13, 36], "yet": [7, 13, 42, 47], "motion": [14, 18, 20, 22, 24, 25, 28, 47], "look": [14, 20, 22, 47, 53], "positit": 14, "mosag": [18, 19], "clear_histori": [18, 19, 26, 27], "mosoobelief": [18, 19], "initialize_belief": [18, 19, 26, 27], "motionact": [18, 20, 23], "scheme_xyth": [18, 20], "scheme_vw": [18, 20], "forward": [18, 20], "backward": [18, 20, 42], "scheme_xi": [18, 20], "east2d": [18, 20, 31], "west2d": [18, 20, 31], "north2d": [18, 20, 31], "south2d": [18, 20, 31], "scheme": [18, 20], "lookact": [18, 20], "findact": [18, 20], "objectobserv": [18, 20, 22], "null": [18, 20, 22], "mosooobserv": [18, 20, 21, 53], "for_obj": [18, 20], "pose": [18, 20, 22, 23, 47], "robotst": [18, 20], "robot_pos": [18, 20, 23], "objects_found": [18, 20], "mosoost": [18, 20], "object_pos": [18, 20], "mosenviron": [18, 21], "robot_id": [18, 19, 20, 21, 22, 23], "interpret": [18, 20, 21, 36, 47], "interpret_robot_id": [18, 21], "equip_sensor": [18, 21, 47], "make_laser_sensor": [18, 21, 47], "make_proximity_sensor": [18, 21, 47], "grid_map": [18, 19, 22, 26, 27, 29, 30, 47], "sensor": [18, 19, 20, 21, 22, 24, 25, 47, 48], "mosobservationmodel": [18, 22], "objectobservationmodel": [18, 22], "unittest": [6, 18, 21, 22, 26, 29], "mosrewardmodel": [18, 22], "goalrewardmodel": [18, 22], "mostransitionmodel": [18, 22], "staticobjecttransitionmodel": [18, 22], "robottransitionmodel": [18, 22], "if_move_bi": [18, 22, 26, 30], "valid_pos": [18, 22, 30, 31], "in_boundari": [18, 22], "file": [18, 41, 42, 47, 48, 53, 55], "some": [18, 37, 42, 44, 46, 48, 49, 53, 55], "string": [10, 18, 21, 33, 37, 38, 46], "width": [18, 19, 22, 23, 26, 29, 31], "length": [18, 19, 22, 23, 26, 29, 31], "num_obj": 18, "num_obstacl": 18, "robot_char": 18, "init_robot_st": 19, "object_id": [19, 22], "dim": [19, 21, 22], "01": [18, 19, 22, 46], "belief_rep": [18, 19], "num_particl": [12, 18, 19, 24, 25, 26, 27, 35, 36], "100": [12, 18, 19, 27, 32, 33, 46, 48], "custum": [19, 27], "sure": [19, 48], "robot_orient": 19, "multi": [6, 19, 20, 22, 42, 49, 51, 52, 53], "target": [18, 19, 21, 28, 30, 32, 46, 47, 48], "obstacl": [19, 21, 23, 47], "realli": [19, 48], "about": [12, 19, 23, 24, 25, 37, 38, 42, 47], "them": [19, 37, 42, 44, 48, 53, 55], "includ": [18, 19, 22, 41, 42, 43], "unspecifi": 19, "uniform": [19, 24, 25, 26, 27, 32, 48], "radian": 19, "cup": [20, 48], "find": [20, 22, 42, 47, 52, 53], "45deg": 20, "input": [20, 21, 46, 50], "forc": 20, "everi": [20, 24, 25], "w": [20, 47], "drop": 20, "mo": [6, 20, 42, 52, 53], "xy": [10, 20, 31], "distance_cost": 20, "motion_nam": 20, "xyth": [20, 53], "141592653589793": 20, "71238898038469": 20, "5707963267948966": 20, "vw": 20, "7853981633974483": 20, "icra": [18, 20, 22, 47], "instead": [18, 20, 22, 32, 33, 42, 43, 48], "topolog": [18, 20, 22, 47], "graph": [18, 20, 22, 46, 47], "fan": [20, 22, 23, 47], "someth": [20, 22, 53], "els": [20, 22, 45, 46, 48], "objpos": 20, "thu": [20, 35, 47], "grid": [12, 20, 22, 23, 24, 25, 30, 47], "s_1": 20, "s_2": 20, "s_n": 20, "s_r": 20, "leq": 20, "sr": 20, "objclass": 20, "camera_direct": 20, "overrid": 21, "parent": [21, 37, 38], "worldstr": [21, 26, 29, 31], "rx": [21, 29], "xt": 21, "laser": [21, 22, 23, 47], "fov": [21, 23], "90": [21, 23], "min_rang": [21, 23], "max_rang": [21, 23], "indic": [21, 35], "obsticl": 21, "replac": 21, "upper": 21, "letter": 21, "serv": 21, "lower": [10, 21], "except": [21, 29, 37, 38], "signal": 21, "laser2dsensor": [21, 22, 23], "robot_nam": 21, "worldmap": 21, "charact": [10, 21], "angle_incr": [21, 23], "dist_rang": 21, "occlus": [21, 23, 47], "scanner": [21, 23, 47], "configur": [7, 21], "angl": [21, 23, 47], "end": [21, 37], "beam": [21, 23, 47], "scan": [21, 23, 47], "degre": [21, 23, 47], "angular": 21, "distanc": [21, 23, 24], "measur": 21, "rad": 21, "consid": [18, 21, 35, 47], "radiu": [10, 21, 23], "proxim": [21, 22, 23], "occlusion_en": [21, 23], "gridmap": [22, 23, 27, 30, 31], "valid_mot": [22, 23, 30, 31], "to_rad": [22, 23], "in_rang": [22, 23], "within_rang": [22, 23], "sensing_region_s": [22, 23], "in_field_of_view": [22, 23], "shoot_beam": [22, 23], "valid_beam": [22, 23], "proximitysensor": [22, 23], "own": [22, 42, 43], "well": [22, 32, 33, 47, 48], "within": [22, 23, 47], "rang": [22, 23, 46, 47, 48], "equip": [22, 47], "occup": [22, 27], "target_object": 22, "big": [22, 26, 27, 29, 30], "1000": [18, 22, 26, 36], "normal": [12, 22, 24, 25, 33, 35, 36], "get": [22, 26, 32, 33, 48, 53], "detect": 22, "relat": [22, 52], "determinist": [22, 23, 24, 25, 30, 35, 37, 48], "09": [22, 36], "necessarili": 22, "static": [21, 22, 24, 25, 29, 32, 37, 38], "next_object_st": 22, "perfect": [22, 24, 25, 47], "check_collis": 22, "robot_st": 22, "next_robot_st": [18, 22], "pose_objid": 22, "valid": [22, 23, 43], "overlap": 22, "addit": [22, 35, 46, 49, 52, 53], "assist": 23, "collis": 23, "avoid": [23, 35, 42, 43], "invalid": [23, 48], "contain": [23, 32, 33, 35, 37, 38, 41, 42, 46, 48, 50, 55], "all_motion_act": 23, "bump": [23, 42], "determin": [23, 24, 25, 48], "assumpt": 23, "p1": [10, 23, 24, 25, 37], "p2": [10, 23, 24, 25, 37], "deg": 23, "val": 23, "env_stat": 23, "might": [23, 32, 33, 47, 48], "visibl": [23, 42], "due": [23, 42, 47], "gap": 23, "view_angl": 23, "th": [21, 23, 29, 37], "field": [23, 32, 33, 42], "view": [23, 42], "size": [10, 21, 23, 29, 42, 46], "180": 23, "front": [23, 32, 33, 48], "our": [7, 23, 47, 48, 55], "convent": [23, 42, 44, 52], "270": 23, "360": [23, 47], "shoot": 23, "bear": 23, "dist": 23, "increment": 23, "mosobserv": 23, "region": [21, 23, 47], "center": [10, 23], "rock_id": [24, 25], "rsaction": [24, 25], "rsobserv": [24, 25], "qualiti": [24, 25], "rsstate": [24, 25], "k": [24, 25], "uai": [24, 25], "2004": [24, 25, 52], "rocktype_1": [24, 25], "rocktype_2": [24, 25], "rocktype_k": [24, 25], "rocktype_i": [24, 25], "terminalst": [24, 25], "rock": [24, 25], "known": [24, 25, 55], "check_i": [24, 25], "smartli": [24, 25], "check": [24, 25, 42, 46, 47, 48, 55], "check_1": [24, 25], "check_k": [24, 25], "first": [24, 25, 37, 38, 41, 46, 47, 48, 53], "four": [24, 25], "noisi": [24, 25], "eta": [24, 25], "exit": [24, 25], "area": [24, 25], "equal": [24, 25, 32, 33, 37, 38, 48], "being": [5, 24, 25], "rock_loc": 24, "half_efficiency_dist": 24, "20": [24, 37, 38, 42, 46], "not_free_loc": [24, 25], "nxn": [24, 25], "free": [24, 25, 32, 33, 47, 48, 51, 52, 55], "nstep": [12, 24, 25, 32, 33, 48], "95": [12, 24, 25, 37, 38, 46, 48], "initialize_particles_belief": [26, 27], "belief_upd": [6, 18, 26, 27], "tagag": [26, 27], "tagact": [26, 28], "tagobserv": [26, 28], "tagstat": [26, 28], "motion_polici": [26, 30], "tagobservationmodel": [26, 30], "tagpolicymodel": [26, 30], "tagrewardmodel": [26, 30], "tagtransitionmodel": [26, 30], "init_robot_posit": [26, 27], "hold": [27, 43], "pr_stai": [26, 27, 29, 31], "anytim": [28, 30, 46], "approxim": [28, 30, 36, 55], "cell": [28, 30, 47], "target_posit": [28, 31], "person": 28, "found": [28, 46, 47, 53], "robot_posit": [28, 31], "target_found": 28, "from_str": [26, 29, 30, 31], "free_cel": [30, 31], "tagtargetmotionpolici": [30, 31], "ohterwis": 30, "anyth": 30, "There": [7, 30, 41, 46, 48, 49, 55], "stochaist": 30, "movement": 30, "With": [30, 48], "8": [12, 30, 37, 38, 42, 46, 53], "awai": [7, 30, 32, 33, 48], "stai": [30, 32, 42, 48], "place": [12, 30, 47, 48], "closer": 30, "target_motion_polici": 30, "obstacle_pos": 31, "all_mot": 31, "next_target_posit": 31, "valid_target_motion_act": 31, "tigerobservationmodel": [32, 33], "tigerpolicymodel": [32, 33], "tigerrewardmodel": [32, 33], "tigertransitionmodel": [32, 33], "build_act": [32, 33], "build_observ": [32, 33], "build_set": [32, 33], "build_stat": [32, 33], "classic": [24, 32, 33, 48], "specifi": [32, 33, 37, 41, 42, 45, 46, 48], "introduct": [32, 33, 48], "kamalzadeh": [32, 33, 48], "hahsler": [32, 33, 48], "put": [32, 33, 48], "behind": [32, 33, 48], "door": [32, 33, 48], "treasur": [32, 33, 48], "stand": [32, 33, 37, 38, 48, 52], "close": [32, 33, 48], "decid": [32, 33, 48], "open": [32, 33, 37, 38, 46, 48], "wait": [32, 33, 48], "listen": [32, 33, 37, 38, 42, 46, 48, 53], "neither": [32, 33, 48], "entir": [32, 33, 37, 38, 48], "accur": [32, 33, 48], "hear": [32, 33, 48], "vice": [32, 33, 48], "versa": [32, 33, 48], "either": [32, 33, 35, 42, 46, 47, 48], "more": [18, 24, 32, 33, 35, 37, 38, 41, 42, 44, 45, 46, 47, 48, 49, 51, 52, 55], "complic": [32, 33, 44, 47, 48, 52], "re": [5, 21, 29, 32, 41, 48], "spec": [32, 46, 48], "reset": [32, 48], "otherwis": [12, 32, 48], "obs_nois": [32, 48], "init_true_st": [32, 33, 48], "fact": 32, "debug_tre": 32, "feedback": [32, 33, 47, 48], "loop": [32, 33, 47, 48], "pdb": [32, 37, 38], "dd": [32, 37, 38], "quickli": [32, 44, 52], "build": [32, 42, 43, 46, 47, 52, 53], "extern": [12, 33, 42, 48, 50, 52, 53], "extrem": [12, 33], "dumb": [12, 33], "obs_prob": 33, "trans_prob": 33, "current_histogram": 35, "state_mapp": [35, 36], "oarg": 35, "targ": 35, "static_transit": 35, "next_state_spac": 35, "sum_": 35, "help": [35, 37, 38, 46, 47, 52], "nest": 35, "alreadi": [35, 51], "prohibit": 35, "effici": [24, 35], "part": [35, 46], "simpli": [35, 48], "At": 35, "least": 35, "ok": 35, "current_particl": 35, "todo": [13, 35, 42], "prob": 36, "unweight": 36, "inherit": [36, 42, 48], "feed": 36, "through": [12, 18, 36, 37, 38, 45, 48], "multipl": [36, 51], "those": [36, 42, 48, 53], "approx_method": 36, "distance_func": 36, "drawn": 36, "nearest": 36, "queri": 36, "match": [36, 42], "closest": 36, "exact": [12, 36, 42, 48], "uniqu": 36, "aggreg": 36, "numer": [36, 46, 55], "densiti": 36, "multivari": 36, "isn": 36, "arbitrarili": 36, "deal": 37, "percent": 37, "rgb": 37, "255": [21, 29, 37], "hx": 37, "len": [37, 45], "ctype": 37, "dct": 37, "easier": [37, 38, 42], "core": [37, 38, 42, 43], "incorpor": [37, 38], "design": [37, 38, 52], "eas": [37, 38], "ipdb": [37, 38], "session": [37, 38], "minim": [37, 38, 42], "usag": [37, 38], "pomdp_problem": [6, 37, 38, 42], "suppos": [37, 38], "too": [37, 38], "4096": [37, 38], "200": [37, 38], "set_trac": [37, 38], "program": [37, 38, 46, 50], "enter": [37, 38], "debugg": [37, 38], "_vnodepp": [37, 38], "4095": [37, 38], "19": [37, 38, 46], "529": [37, 38], "\u2080listen": [37, 38], "_qnodepp": [37, 38], "4059": [37, 38], "\u2080tiger": [37, 38], "2013": [37, 38], "16": [37, 38], "586": [37, 38], "1883": [37, 38], "1441": [37, 38], "300": [37, 38], "out": [37, 38, 46, 47, 55], "\u2081open": [37, 38], "139": [37, 38], "847": [37, 38], "\u2082open": [37, 38], "112": [37, 38, 46], "57": [37, 38], "191": [37, 38], "text": [37, 38, 46], "retriev": [37, 38], "subtre": [37, 38], "index": [37, 38, 46, 52], "2044": [37, 38], "160": [37, 38], "148": [37, 38], "634": [37, 38], "237": [37, 38], "500": [18, 26, 37, 38], "obtain": [37, 38], "sequenc": [10, 37, 38, 42, 48], "\u2081tiger": [37, 38], "1955": [37, 38], "947": [37, 38], "768": [37, 38], "022": [37, 38], "462": [37, 38], "395": [37, 38], "000": [37, 38], "247": [37, 38], "best": [37, 38, 42], "brows": [37, 38], "method": [37, 38, 42], "document": [37, 38, 42, 44, 46, 55], "futur": [37, 38], "organ": [37, 38, 47, 48], "kind": [37, 38], "total": [37, 38, 46], "largest": [37, 38], "edg": [37, 38, 46], "as_debugg": [37, 38], "Will": [37, 38], "high": [37, 38, 47, 55], "huge": [37, 38], "interact": [37, 38, 43], "along": [37, 38], "preset": [37, 38], "seq": [37, 38], "understand": [37, 38, 43], "_nodepp": [37, 38], "dest": [37, 38], "Such": [37, 38], "parent_edg": [37, 38], "indent": [37, 38], "include_children": [37, 38], "df": [37, 38], "gether": [37, 38], "statist": [37, 38], "colorstr": [37, 38], "assort": 37, "vec1": 37, "vec2": 37, "scalar": 37, "dx": 37, "dy": 37, "dz": 37, "v1": 37, "v2": 37, "06": [37, 46], "python": [12, 37, 42, 46, 47, 48, 52, 53, 55], "oldvalu": 37, "oldmin": 37, "oldmax": 37, "newmin": 37, "newmax": 37, "obj": 37, "arr": 37, "48": 37, "8320": 37, "8321": 37, "50": [37, 46], "8322": 37, "51": [37, 46], "8323": 37, "52": [37, 46], "8324": 37, "53": 37, "8325": 37, "54": 37, "8326": 37, "55": 37, "8327": 37, "56": 37, "8328": 37, "8329": 37, "particular": 37, "data": 37, "piec": 37, "correct": [37, 43, 48], "typic": [37, 48], "tabular": [37, 42], "built": [37, 41, 42, 43], "nextstat": 37, "emit": 37, "utilti": [10, 37], "typographi": 37, "purpos": [37, 47, 52], "displai": 37, "x1b": 37, "97m": 37, "96m": 37, "95m": 37, "94m": 37, "92m": 37, "93m": 37, "91m": 37, "1m": 37, "0m": 37, "shown": [37, 47], "sphinx": [41, 42], "web": 41, "page": [41, 52, 53], "Their": 41, "directori": [41, 53], "cd": 41, "py": [41, 42, 47, 48], "_sphinx_src": 41, "apidoc": 41, "api": 41, "rst": 41, "argument": [41, 42, 45], "readm": 41, "read": [41, 48], "me": 41, "Then": [18, 41, 48], "top": [41, 42], "repositori": [41, 53], "websit": [41, 42, 53], "construct": [18, 41, 46, 48], "symbol": 41, "link": [41, 42, 46, 47, 52], "ln": 41, "access": [41, 42, 48, 52], "remov": [41, 42, 46], "site": 41, "deploi": 41, "fundament": 43, "block": [12, 43, 47], "formal": 43, "encapsul": 43, "few": 43, "pomdp_pi": [42, 43, 44, 45, 47, 48, 49, 50, 51, 53, 55], "around": [43, 55], "convei": [5, 43], "idea": [43, 48], "abov": [43, 46, 47, 48, 50, 53], "gist": [42, 43], "captur": 43, "versu": 43, "much": [42, 43], "sens": [21, 43, 47], "verifi": [42, 43, 53], "diagram": 43, "langl": 43, "omega": [43, 46, 50], "rangl": 43, "discuss": 44, "simpler": [18, 42, 44, 55], "interest": 44, "former": 44, "latter": 44, "structur": [44, 47, 52], "project": [44, 47, 51, 52, 55], "below": [45, 47, 49, 53], "minimum": [42, 45], "def": [45, 48], "rais": [45, 48], "notimplementederror": 45, "notion": 45, "narrow": 45, "express": 45, "detail": [18, 32, 45, 46, 47, 48, 50], "paragraph": 45, "visit": [42, 45], "count": [21, 45, 53], "account": 45, "nu": [46, 50], "hope": [46, 49], "u": [12, 46], "mani": [46, 55], "librari": [42, 46, 50, 52, 53], "written": [46, 48, 52, 55], "format": [42, 46, 48, 55], "pomdpx": [42, 46, 55], "pomdpconvert": 46, "toolkit": 46, "to_pomdp_fil": [42, 46], "to_pomdpx_fil": 46, "convers": [42, 46], "output_path": 46, "float_precis": [42, 46], "www": [46, 53], "independ": 46, "blank": 46, "decim": 46, "order": [7, 46, 48], "pomdpconvert_path": 46, "adacompnu": 46, "instruct": [46, 53], "download": [46, 53], "ubuntu": 46, "04": 46, "gcc": 46, "bigbird": 46, "comp": 46, "edu": 46, "sg": 46, "pmwiki": 46, "farm": 46, "appl": [46, 55], "php": 46, "pomdpxdocument": 46, "binari": [46, 50], "let": [46, 48], "filenam": [46, 47], "test_tig": 46, "softwar": [46, 53, 55], "src": 46, "vi_prun": 46, "pomdp_solve_path": 46, "pomdp_nam": 46, "temp": 46, "remove_generated_fil": 46, "return_policy_graph": 46, "definit": [46, 48], "pomdp_solv": [42, 46], "compil": 46, "command": [46, 47, 53], "stop_criteria": 46, "weak": 46, "time_limit": 46, "alpha": [10, 46], "pg": 46, "instal": [42, 46, 52], "appear": [7, 46, 55], "recommend": [46, 47, 53], "isinst": [46, 48], "cur_belief": [46, 48], "new_belief": [46, 48], "pid": 46, "8239": 46, "mcgs_prune_freq": 46, "verbos": 46, "context": 46, "done": [18, 46, 48, 55], "epoch": 46, "00": 46, "sec": 46, "err": 46, "39": 46, "96": 46, "97": 46, "98": 46, "40": 46, "solut": 46, "user": [46, 48], "hr": 46, "min": 46, "lp_solv": 46, "report": 46, "lp": 46, "instabl": 46, "85": 46, "9697986575573173": 46, "03020134244268276": 46, "pomdpsol_path": 46, "timeout": 46, "30": [21, 29, 46], "memori": 46, "precis": 46, "logfil": 46, "pomdpsol": 46, "limit": 46, "mb": 46, "regret": 46, "less": 46, "than": [46, 55], "finish": 46, "log": [42, 46], "stdout": 46, "stderr": 46, "_": 46, "000001": 46, "load": [6, 42, 46], "trial": [6, 26, 46], "backup": 46, "lbound": 46, "ubound": 46, "92": 46, "8205": 46, "821": 46, "2981": 46, "63": 46, "7547": 46, "70": 46, "0528": 46, "103": 46, "35722": 46, "3746": 46, "0174": 46, "155": 46, "44093": 46, "45": 46, "1431": 46, "38": 46, "7021": 46, "205": 46, "1184": 46, "36": 46, "4409": 46, "24": 46, "3225": 46, "1255": 46, "3714": 46, "13808e": 46, "21": 46, "41": 46, "1300": 46, "76277e": 46, "42": 46, "1350": 46, "75044e": 46, "43": 46, "1393": 46, "22729e": 46, "07": 46, "11": [46, 53], "extend": [42, 46, 47, 48, 49], "encod": 46, "alpha_path": 46, "pg_path": 46, "parse_pomdp_solve_output": 46, "pointer": 46, "incom": 46, "offlin": 46, "collect": 46, "associ": 46, "dot": 46, "product": 46, "lead": [46, 47], "domin": 46, "activ": [46, 55], "max_": 46, "gamma": 46, "policy_path": 46, "parse_appl_policy_fil": 46, "involv": 47, "whose": 47, "better": 47, "mainten": 47, "readabl": 47, "task": [6, 12, 47, 51, 52, 55], "rel": 47, "share": [47, 52], "wandzel": 47, "et": 47, "al": 47, "slightli": 47, "room": [18, 47], "formul": 47, "three": [47, 48], "categori": 47, "adjust": 47, "disk": 47, "artifact": 47, "discret": [7, 47], "figur": [7, 12, 47], "screenshot": 47, "frame": 47, "imag": [42, 47], "circl": [47, 53], "third": 47, "show": [42, 47, 52], "later": [42, 47], "summari": 47, "procedur": [47, 48], "instanti": [18, 47], "squeez": 47, "everyth": 47, "giant": 47, "reus": 47, "whatev": 47, "save": 47, "evid": 47, "role": 47, "mosoopomdp": [6, 18, 47], "logic": 47, "m": [12, 42, 47, 52, 53], "custom": 47, "arthur": 47, "yoonseon": 47, "oh": 47, "fishman": 47, "nishanth": 47, "kumar": 47, "stefani": [47, 48, 52], "tellex": [47, 48, 52], "intern": [47, 48], "autom": [47, 48], "7194": 47, "7200": 47, "ieee": 47, "encourag": 48, "valueerror": 48, "__hash__": 48, "__eq__": 48, "boil": 48, "heard": 48, "growl": 48, "thresh": 48, "similarli": 48, "startswith": 48, "choic": 48, "easili": 48, "tabl": 48, "flexibl": 48, "intract": 48, "sever": [48, 49], "would": [42, 48, 55], "usual": 48, "human": 48, "engin": 48, "sort": [37, 42, 48], "guid": 48, "guidanc": 48, "caution": 48, "sai": 48, "inject": 48, "final": 48, "straightforward": 48, "commonli": 48, "_reward_func": 48, "elif": 48, "abl": [42, 48], "mostli": 48, "super": 48, "notic": 48, "constructor": 48, "now": [42, 48], "standard": 48, "a_t": 48, "s_t": 48, "rightarrow": 48, "s_": 48, "r_t": 48, "o_t": 48, "h_": 48, "unless": 48, "repeat": 48, "110": 48, "ennviron": 48, "skip": [42, 48], "estim": 48, "percept": 48, "stack": 48, "saniti": 48, "come": 48, "automat": [42, 48], "num": 48, "short": 48, "abel": 48, "elli": 48, "hershkowitz": 48, "gabriel": 48, "barth": 48, "maron": 48, "stephen": 48, "brawner": 48, "kevin": 48, "farrel": 48, "jame": 48, "macglashan": 48, "twenti": 48, "fifth": 48, "schedul": 48, "2015": 48, "yuchen": 48, "xiao": 48, "sammi": 48, "katt": 48, "andrea": 48, "ten": 48, "pa": 48, "shengjian": 48, "chen": 48, "christoph": 48, "amato": 48, "clutter": 48, "welcom": [49, 52], "sarsop": [42, 50, 53, 55], "rl": 51, "transfer": [51, 52], "research": [51, 52, 55], "baslin": 51, "comprehens": 52, "why": 52, "clean": 52, "intuit": 52, "peopl": 52, "commun": [52, 53, 55], "artial": 52, "bservabl": 52, "arkov": 52, "ecis": 52, "rocess": 52, "major": 52, "languag": 52, "what": 52, "changelog": 52, "principl": 52, "integr": 42, "pleas": 52, "cite": 52, "inproceed": 52, "zheng2020pomdp_pi": 52, "titl": 52, "_py": 52, "author": 52, "zheng": 52, "kaiyu": 52, "booktitl": 52, "icap": 52, "2020": 52, "workshop": 52, "planrob": 52, "year": 52, "url": 52, "icaps20subpag": 52, "wp": 52, "upload": [42, 52], "14": [12, 52, 53], "planrob_2020_paper_3": 52, "pdf": 52, "10099": 52, "virtualenv": 53, "pip": [42, 53], "manag": 53, "offici": 53, "maco": 53, "On": 53, "window": [42, 53], "wiki": 53, "latest": [42, 53], "releas": [42, 53], "clone": 53, "git": 53, "h2r": 53, "setup": [42, 53], "pyx": [42, 53], "pyd": 53, "rebuild": 53, "messi": [], "66": 53, "cumul": 53, "__num_sims__": 53, "1217": 53, "______id______": 53, "210": 53, "_____g": 53, "b_____": 53, "hello": 53, "542": 53, "506": 53, "test_al": 53, "via": [53, 55], "hub": 53, "credit": 53, "romain": 53, "egel": 53, "think": 55, "peer": 55, "easi": 55, "ro": 55, "acceler": 55, "pomdpi": 55, "suffici": 55, "convolut": 55, "potenti": [42, 55], "connect": [10, 18, 55], "clearer": 55, "pars": 55, "art": 55, "great": 55, "julia": 55, "suit": [7, 55], "analysi": 55, "besid": 55, "librai": 55, "port": 55, "ai": 55, "toolbox": 55, "bind": 55, "focus": 55, "lear": 55, "beliefmdp": 55, "modern": 42, "repo": [7, 42], "migrat": 42, "pyproject": 42, "toml": 42, "ci": 42, "pre": 42, "commit": 42, "eol": 42, "fix": 42, "cpdef": 42, "cdef": 42, "failur": 42, "29": 42, "comment": 42, "sp": 42, "wheel": 42, "properli": 42, "tame": 42, "minor": 42, "bug": 42, "__str__": 42, "confus": 42, "improv": 42, "clarifi": 42, "gave": 42, "cryingbabi": 42, "pygraphviz": 42, "inspect": 42, "refactor": 42, "cli": 42, "simplifi": 42, "__ne__": 42, "reorgan": 42, "break": 42, "unnecessari": 42, "compat": 42, "pickl": 42, "edit": 42, "cimport": 42, "ed": 42, "pypi": 42, "value_funct": 42, "18fc58e0": 42, "cfc88e8d8": 42, "719c2edf5": 42, "docker": 42, "issu": 42, "citat": 42, "resolv": 42, "max": 42, "among": 42, "infin": 42, "thank": 42, "jason": 42, "clarif": 42, "convert": 42, "were": 42, "calcul": 42, "divid": 42, "thrown": 42, "infinit": 42, "anoth": 42, "differenti": 42, "unload": [6, 42], "per": 42, "faster": 42, "readi": 42, "changeabl": 42, "rewritten": 42, "cleaner": 42, "dictstat": [0, 1, 5, 42], "set_model": [1, 5, 42], "frozen": [1, 34, 36, 42], "ones": 5, "lustat": [6, 12], "luaction": [6, 12], "luobserv": [6, 12], "luobservationmodel": [6, 12], "lutransitionmodel": [6, 12], "lurewardmodel": [6, 12], "lupolicymodel": [6, 12], "loadunloadproblem": [6, 12], "generate_random_st": [6, 12], "generate_init_belief": [6, 12], "minimal_inst": [6, 24], "create_inst": [6, 24], "tagproblem": [6, 26], "plot_point": [7, 10], "plot_polygon": [7, 10], "plot_lin": [7, 10], "plot_circl": [7, 10], "xval": 10, "yval": 10, "label": 10, "style": 10, "linewidth": 10, "xlabel": 10, "ylabel": 10, "loc": 10, "vert": 10, "ax": 10, "edgecolor": 10, "verts0": 10, "verts1": 10, "verts_i": 10, "vertic": 10, "numpi": 10, "color0": 10, "color1": 10, "color_i": 10, "hex": 10, "xxxxxx": 10, "polygoncollect": 10, "axi": 10, "zorder": 10, "linestyl": 10, "fill": 10, "label_text": 10, "text_color": 10, "itself": [7, 12], "tell": 12, "statu": 12, "ob": 12, "load_unload_problem": 12, "object_color": [18, 21], "mosviz": [18, 21, 29], "img_width": [18, 21, 26, 29], "img_height": [18, 21, 26, 29], "last_observ": [18, 21, 26, 29], "draw_robot": [18, 21, 26, 29], "draw_observ": [18, 21, 26, 29], "draw_belief": [18, 21, 26, 29], "on_init": [18, 21, 26, 29], "on_ev": [18, 21, 26, 29], "on_loop": [18, 21, 26, 29], "on_rend": [18, 21, 26, 29], "on_cleanup": [18, 21, 26, 29], "on_execut": [18, 21, 26, 29], "render_env": [18, 21, 26, 29], "agent_has_map": 18, "cours": 18, "scenario": 18, "past": 18, "give": 18, "max_tim": [18, 26], "120": [18, 26], "max_step": [18, 26], "fp": [21, 29], "viz_observ": 21, "img": [21, 29], "ry": [21, 29], "rth": [21, 29], "target_color": [21, 29], "init": [21, 29], "event": [21, 29], "display_surf": [21, 29], "decreas": 24, "rover": 24, "influenc": 24, "larger": 24, "robust": 24, "tagenviron": [26, 29], "tagviz": [26, 29], "init_target_posit": 26, "belief_typ": 26, "hist": 26, "planner_typ": 26, "modifi": 36, "_search": 42, "modular": 42, "renam": 42, "gha": 42, "workflow": 42, "branch": 42, "master": 42, "dev": 42, "local": 7, "plane": 7, "befor": 7, "approach": 7, "abil": 7, "upon": 7, "quadrat": 7, "horizont": 7, "coordin": 7, "ultim": 7, "illustr": 7, "intens": 7, "magnitud": 7, "unknown": 7, "variant": 7, "kept": 7, "pull": 7, "lightdarkdomain": 7, "distinguish": 12}, "objects": {"pomdp_py.algorithms": [[3, 0, 0, "-", "bsp"], [2, 0, 0, "-", "po_rollout"], [2, 0, 0, "-", "po_uct"], [2, 0, 0, "-", "pomcp"], [2, 0, 0, "-", "value_iteration"]], "pomdp_py.algorithms.bsp": [[2, 0, 0, "-", "blqr"]], "pomdp_py.algorithms.bsp.blqr": [[2, 1, 1, "", "BLQR"]], "pomdp_py.algorithms.bsp.blqr.BLQR": [[2, 2, 1, "", "create_plan"], [2, 2, 1, "", "ekf_update_mlo"], [2, 2, 1, "", "integrate_belief_segment"], [2, 2, 1, "", "interpret_sqp_plan"], [2, 2, 1, "", "segmented_cost_function"]], "pomdp_py.algorithms.po_rollout": [[2, 1, 1, "", "PORollout"]], "pomdp_py.algorithms.po_rollout.PORollout": [[2, 2, 1, "", "clear_agent"], [2, 3, 1, "", "last_best_reward"], [2, 2, 1, "", "plan"], [2, 2, 1, "", "set_rollout_policy"], [2, 2, 1, "", "update"], [2, 3, 1, "", "update_agent_belief"]], "pomdp_py.algorithms.po_uct": [[2, 1, 1, "", "ActionPrior"], [2, 1, 1, "", "POUCT"], [2, 1, 1, "", "QNode"], [2, 1, 1, "", "RandomRollout"], [2, 1, 1, "", "RolloutPolicy"], [2, 1, 1, "", "RootVNode"], [2, 1, 1, "", "TreeNode"], [2, 1, 1, "", "VNode"]], "pomdp_py.algorithms.po_uct.ActionPrior": [[2, 2, 1, "", "get_preferred_actions"]], "pomdp_py.algorithms.po_uct.POUCT": [[2, 3, 1, "", "action_prior"], [2, 2, 1, "", "clear_agent"], [2, 3, 1, "", "discount_factor"], [2, 3, 1, "", "last_num_sims"], [2, 3, 1, "", "last_planning_time"], [2, 3, 1, "", "max_depth"], [2, 3, 1, "", "num_visits_init"], [2, 2, 1, "", "plan"], [2, 3, 1, "", "rollout_policy"], [2, 2, 1, "", "set_rollout_policy"], [2, 2, 1, "", "update"], [2, 3, 1, "", "updates_agent_belief"], [2, 3, 1, "", "value_init"]], "pomdp_py.algorithms.po_uct.RandomRollout": [[2, 2, 1, "", "rollout"]], "pomdp_py.algorithms.po_uct.RolloutPolicy": [[2, 2, 1, "", "rollout"]], "pomdp_py.algorithms.po_uct.RootVNode": [[2, 2, 1, "", "from_vnode"], [2, 3, 1, "", "history"]], "pomdp_py.algorithms.po_uct.TreeNode": [[2, 3, 1, "", "children"], [2, 3, 1, "", "num_visits"], [2, 3, 1, "", "value"]], "pomdp_py.algorithms.po_uct.VNode": [[2, 2, 1, "", "argmax"], [2, 2, 1, "", "print_children_value"], [2, 3, 1, "", "value"]], "pomdp_py.algorithms.pomcp": [[2, 1, 1, "", "POMCP"], [2, 1, 1, "", "RootVNodeParticles"], [2, 1, 1, "", "VNodeParticles"]], "pomdp_py.algorithms.pomcp.POMCP": [[2, 2, 1, "", "plan"], [2, 2, 1, "", "update"], [2, 3, 1, "", "update_agent_belief"]], "pomdp_py.algorithms.pomcp.RootVNodeParticles": [[2, 3, 1, "", "belief"], [2, 2, 1, "", "from_vnode"]], "pomdp_py.algorithms.pomcp.VNodeParticles": [[2, 3, 1, "", "belief"]], "pomdp_py.algorithms.value_iteration": [[2, 1, 1, "", "ValueIteration"]], "pomdp_py.algorithms.value_iteration.ValueIteration": [[2, 2, 1, "", "plan"]], "pomdp_py.framework": [[5, 0, 0, "-", "basics"], [5, 0, 0, "-", "oopomdp"], [5, 0, 0, "-", "planner"]], "pomdp_py.framework.basics": [[5, 1, 1, "", "Action"], [5, 1, 1, "", "Agent"], [5, 1, 1, "", "BlackboxModel"], [5, 1, 1, "", "Distribution"], [5, 1, 1, "", "Environment"], [5, 1, 1, "", "GenerativeDistribution"], [5, 1, 1, "", "Observation"], [5, 1, 1, "", "ObservationModel"], [5, 1, 1, "", "Option"], [5, 1, 1, "", "POMDP"], [5, 1, 1, "", "PolicyModel"], [5, 1, 1, "", "RewardModel"], [5, 1, 1, "", "State"], [5, 1, 1, "", "TransitionModel"], [5, 4, 1, "", "sample_explict_models"], [5, 4, 1, "", "sample_generative_model"]], "pomdp_py.framework.basics.Agent": [[5, 2, 1, "", "add_attr"], [5, 3, 1, "", "all_actions"], [5, 3, 1, "", "all_observations"], [5, 3, 1, "", "all_states"], [5, 3, 1, "", "belief"], [5, 3, 1, "", "history"], [5, 3, 1, "", "init_belief"], [5, 2, 1, "", "sample_belief"], [5, 2, 1, "", "set_belief"], [5, 2, 1, "", "set_models"], [5, 2, 1, "", "update"], [5, 2, 1, "", "update_history"]], "pomdp_py.framework.basics.BlackboxModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.basics.Distribution": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "__setitem__"]], "pomdp_py.framework.basics.Environment": [[5, 2, 1, "", "apply_transition"], [5, 3, 1, "", "blackbox_model"], [5, 3, 1, "", "cur_state"], [5, 2, 1, "", "provide_observation"], [5, 3, 1, "", "reward_model"], [5, 2, 1, "", "set_models"], [5, 3, 1, "", "state"], [5, 2, 1, "", "state_transition"], [5, 3, 1, "", "transition_model"]], "pomdp_py.framework.basics.GenerativeDistribution": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_histogram"], [5, 2, 1, "", "mpe"]], "pomdp_py.framework.basics.ObservationModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_all_observations"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.basics.Option": [[5, 2, 1, "", "initiate"], [5, 3, 1, "", "policy"], [5, 2, 1, "", "sample"], [5, 2, 1, "", "terminate"]], "pomdp_py.framework.basics.PolicyModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_all_actions"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"], [5, 2, 1, "", "update"]], "pomdp_py.framework.basics.RewardModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.basics.TransitionModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_all_states"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.oopomdp": [[5, 1, 1, "", "DictState"], [5, 1, 1, "", "OOBelief"], [5, 1, 1, "", "OOObservation"], [5, 1, 1, "", "OOObservationModel"], [5, 1, 1, "", "OOPOMDP"], [5, 1, 1, "", "OOState"], [5, 1, 1, "", "OOTransitionModel"], [5, 1, 1, "", "ObjectState"]], "pomdp_py.framework.oopomdp.OOBelief": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "__setitem__"], [5, 2, 1, "", "b"], [5, 2, 1, "", "mpe"], [5, 2, 1, "", "object_belief"], [5, 3, 1, "", "object_beliefs"], [5, 2, 1, "", "random"], [5, 2, 1, "", "set_object_belief"]], "pomdp_py.framework.oopomdp.OOObservation": [[5, 2, 1, "", "factor"], [5, 2, 1, "", "merge"]], "pomdp_py.framework.oopomdp.OOObservationModel": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "argmax"], [5, 3, 1, "", "observation_models"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.oopomdp.OOState": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "copy"], [5, 2, 1, "", "get_object_attribute"], [5, 2, 1, "", "get_object_class"], [5, 2, 1, "", "get_object_state"], [5, 2, 1, "", "s"], [5, 2, 1, "", "set_object_state"], [5, 3, 1, "", "situation"]], "pomdp_py.framework.oopomdp.OOTransitionModel": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "argmax"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"], [5, 3, 1, "", "transition_models"]], "pomdp_py.framework.oopomdp.ObjectState": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "__setitem__"], [5, 2, 1, "", "copy"]], "pomdp_py.framework.planner": [[5, 1, 1, "", "Planner"]], "pomdp_py.framework.planner.Planner": [[5, 2, 1, "", "plan"], [5, 2, 1, "", "update"], [5, 2, 1, "", "updates_agent_belief"]], "pomdp_py": [[6, 0, 0, "-", "problems"], [37, 0, 0, "-", "utils"]], "pomdp_py.problems.light_dark": [[10, 0, 0, "-", "env"]], "pomdp_py.problems.light_dark.env": [[10, 0, 0, "-", "env"], [10, 0, 0, "-", "plotting"]], "pomdp_py.problems.light_dark.env.env": [[10, 1, 1, "", "LightDarkEnvironment"]], "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment": [[10, 5, 1, "", "const"], [10, 5, 1, "", "light"]], "pomdp_py.problems.light_dark.env.plotting": [[10, 4, 1, "", "plot_circle"], [10, 4, 1, "", "plot_line"], [10, 4, 1, "", "plot_points"], [10, 4, 1, "", "plot_polygons"]], "pomdp_py.problems": [[12, 0, 0, "-", "load_unload"], [13, 0, 0, "-", "maze"], [18, 0, 0, "-", "multi_object_search"], [24, 0, 0, "-", "rocksample"], [26, 0, 0, "-", "tag"], [32, 0, 0, "-", "tiger"]], "pomdp_py.problems.load_unload": [[12, 0, 0, "-", "load_unload"]], "pomdp_py.problems.load_unload.load_unload": [[12, 1, 1, "", "LUAction"], [12, 1, 1, "", "LUObservation"], [12, 1, 1, "", "LUObservationModel"], [12, 1, 1, "", "LUPolicyModel"], [12, 1, 1, "", "LURewardModel"], [12, 1, 1, "", "LUState"], [12, 1, 1, "", "LUTransitionModel"], [12, 1, 1, "", "LoadUnloadProblem"], [12, 4, 1, "", "generate_init_belief"], [12, 4, 1, "", "generate_random_state"], [12, 4, 1, "", "main"], [12, 4, 1, "", "test_planner"]], "pomdp_py.problems.load_unload.load_unload.LUObservationModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.load_unload.load_unload.LUPolicyModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "get_all_actions"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.load_unload.load_unload.LURewardModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.load_unload.load_unload.LUTransitionModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.maze": [[14, 0, 0, "-", "domain"], [15, 0, 0, "-", "env"], [16, 0, 0, "-", "models"]], "pomdp_py.problems.maze.domain": [[14, 0, 0, "-", "action"], [14, 0, 0, "-", "observation"], [14, 0, 0, "-", "state"]], "pomdp_py.problems.maze.domain.observation": [[14, 1, 1, "", "Observation"]], "pomdp_py.problems.maze.domain.state": [[14, 1, 1, "", "State"]], "pomdp_py.problems.maze.env": [[15, 0, 0, "-", "env"]], "pomdp_py.problems.maze.env.env": [[15, 1, 1, "", "MazeEnvironment"]], "pomdp_py.problems.maze.models": [[17, 0, 0, "-", "components"]], "pomdp_py.problems.multi_object_search": [[19, 0, 0, "-", "agent"], [20, 0, 0, "-", "domain"], [21, 0, 0, "-", "env"], [18, 0, 0, "-", "example_worlds"], [22, 0, 0, "-", "models"], [18, 0, 0, "-", "problem"]], "pomdp_py.problems.multi_object_search.agent": [[19, 0, 0, "-", "agent"], [19, 0, 0, "-", "belief"]], "pomdp_py.problems.multi_object_search.agent.agent": [[19, 1, 1, "", "MosAgent"]], "pomdp_py.problems.multi_object_search.agent.agent.MosAgent": [[19, 2, 1, "", "clear_history"]], "pomdp_py.problems.multi_object_search.agent.belief": [[19, 1, 1, "", "MosOOBelief"], [19, 4, 1, "", "initialize_belief"]], "pomdp_py.problems.multi_object_search.agent.belief.MosOOBelief": [[19, 2, 1, "", "mpe"], [19, 2, 1, "", "random"]], "pomdp_py.problems.multi_object_search.domain": [[20, 0, 0, "-", "action"], [20, 0, 0, "-", "observation"], [20, 0, 0, "-", "state"]], "pomdp_py.problems.multi_object_search.domain.action": [[20, 1, 1, "", "Action"], [20, 1, 1, "", "FindAction"], [20, 1, 1, "", "LookAction"], [20, 1, 1, "", "MotionAction"]], "pomdp_py.problems.multi_object_search.domain.action.MotionAction": [[20, 3, 1, "", "BACKWARD"], [20, 3, 1, "", "EAST"], [20, 3, 1, "", "EAST2D"], [20, 3, 1, "", "FORWARD"], [20, 3, 1, "", "LEFT"], [20, 3, 1, "", "NORTH"], [20, 3, 1, "", "NORTH2D"], [20, 3, 1, "", "RIGHT"], [20, 3, 1, "", "SCHEMES"], [20, 3, 1, "", "SCHEME_VW"], [20, 3, 1, "", "SCHEME_XY"], [20, 3, 1, "", "SCHEME_XYTH"], [20, 3, 1, "", "SOUTH"], [20, 3, 1, "", "SOUTH2D"], [20, 3, 1, "", "WEST"], [20, 3, 1, "", "WEST2D"]], "pomdp_py.problems.multi_object_search.domain.observation": [[20, 1, 1, "", "MosOOObservation"], [20, 1, 1, "", "ObjectObservation"]], "pomdp_py.problems.multi_object_search.domain.observation.MosOOObservation": [[20, 2, 1, "", "factor"], [20, 2, 1, "", "for_obj"], [20, 2, 1, "", "merge"]], "pomdp_py.problems.multi_object_search.domain.observation.ObjectObservation": [[20, 3, 1, "", "NULL"]], "pomdp_py.problems.multi_object_search.domain.state": [[20, 1, 1, "", "MosOOState"], [20, 1, 1, "", "ObjectState"], [20, 1, 1, "", "RobotState"]], "pomdp_py.problems.multi_object_search.domain.state.MosOOState": [[20, 2, 1, "", "object_pose"], [20, 5, 1, "", "object_poses"], [20, 2, 1, "", "pose"]], "pomdp_py.problems.multi_object_search.domain.state.ObjectState": [[20, 5, 1, "", "objid"], [20, 5, 1, "", "pose"]], "pomdp_py.problems.multi_object_search.domain.state.RobotState": [[20, 5, 1, "", "objects_found"], [20, 5, 1, "", "pose"], [20, 5, 1, "", "robot_pose"]], "pomdp_py.problems.multi_object_search.env": [[21, 0, 0, "-", "env"], [21, 0, 0, "-", "visual"]], "pomdp_py.problems.multi_object_search.env.env": [[21, 1, 1, "", "MosEnvironment"], [21, 4, 1, "", "equip_sensors"], [21, 4, 1, "", "interpret"], [21, 4, 1, "", "interpret_robot_id"], [21, 4, 1, "", "make_laser_sensor"], [21, 4, 1, "", "make_proximity_sensor"]], "pomdp_py.problems.multi_object_search.env.env.MosEnvironment": [[21, 5, 1, "", "robot_ids"], [21, 2, 1, "", "state_transition"]], "pomdp_py.problems.multi_object_search.env.visual": [[21, 1, 1, "", "MosViz"], [21, 4, 1, "", "object_color"], [21, 4, 1, "", "unittest"]], "pomdp_py.problems.multi_object_search.env.visual.MosViz": [[21, 2, 1, "", "draw_belief"], [21, 2, 1, "", "draw_observation"], [21, 2, 1, "", "draw_robot"], [21, 5, 1, "", "img_height"], [21, 5, 1, "", "img_width"], [21, 5, 1, "", "last_observation"], [21, 2, 1, "", "on_cleanup"], [21, 2, 1, "", "on_event"], [21, 2, 1, "", "on_execute"], [21, 2, 1, "", "on_init"], [21, 2, 1, "", "on_loop"], [21, 2, 1, "", "on_render"], [21, 2, 1, "", "render_env"], [21, 2, 1, "", "update"]], "pomdp_py.problems.multi_object_search.example_worlds": [[18, 4, 1, "", "random_world"]], "pomdp_py.problems.multi_object_search.models": [[23, 0, 0, "-", "components"], [22, 0, 0, "-", "observation_model"], [22, 0, 0, "-", "policy_model"], [22, 0, 0, "-", "reward_model"], [22, 0, 0, "-", "transition_model"]], "pomdp_py.problems.multi_object_search.models.components": [[23, 0, 0, "-", "grid_map"], [23, 0, 0, "-", "sensor"]], "pomdp_py.problems.multi_object_search.models.components.grid_map": [[23, 1, 1, "", "GridMap"]], "pomdp_py.problems.multi_object_search.models.components.grid_map.GridMap": [[23, 2, 1, "", "valid_motions"]], "pomdp_py.problems.multi_object_search.models.components.sensor": [[23, 1, 1, "", "Laser2DSensor"], [23, 1, 1, "", "ProximitySensor"], [23, 1, 1, "", "Sensor"], [23, 4, 1, "", "euclidean_dist"], [23, 4, 1, "", "in_range"], [23, 4, 1, "", "to_rad"]], "pomdp_py.problems.multi_object_search.models.components.sensor.Laser2DSensor": [[23, 2, 1, "", "in_field_of_view"], [23, 2, 1, "", "observe"], [23, 5, 1, "", "sensing_region_size"], [23, 2, 1, "", "shoot_beam"], [23, 2, 1, "", "valid_beam"], [23, 2, 1, "", "within_range"]], "pomdp_py.problems.multi_object_search.models.components.sensor.Sensor": [[23, 3, 1, "", "LASER"], [23, 3, 1, "", "PROXIMITY"], [23, 2, 1, "", "observe"], [23, 5, 1, "", "robot_id"], [23, 5, 1, "", "sensing_region_size"], [23, 2, 1, "", "within_range"]], "pomdp_py.problems.multi_object_search.models.observation_model": [[22, 1, 1, "", "MosObservationModel"], [22, 1, 1, "", "ObjectObservationModel"], [22, 4, 1, "", "unittest"]], "pomdp_py.problems.multi_object_search.models.observation_model.MosObservationModel": [[22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.observation_model.ObjectObservationModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.policy_model": [[22, 1, 1, "", "PolicyModel"]], "pomdp_py.problems.multi_object_search.models.policy_model.PolicyModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "get_all_actions"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "rollout"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.reward_model": [[22, 1, 1, "", "GoalRewardModel"], [22, 1, 1, "", "MosRewardModel"]], "pomdp_py.problems.multi_object_search.models.reward_model.MosRewardModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.transition_model": [[22, 1, 1, "", "MosTransitionModel"], [22, 1, 1, "", "RobotTransitionModel"], [22, 1, 1, "", "StaticObjectTransitionModel"], [22, 4, 1, "", "in_boundary"], [22, 4, 1, "", "valid_pose"]], "pomdp_py.problems.multi_object_search.models.transition_model.MosTransitionModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.transition_model.RobotTransitionModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "if_move_by"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.transition_model.StaticObjectTransitionModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.problem": [[18, 1, 1, "", "MosOOPOMDP"], [18, 4, 1, "", "belief_update"], [18, 4, 1, "", "solve"], [18, 4, 1, "", "unittest"]], "pomdp_py.problems.rocksample": [[25, 0, 0, "-", "cythonize"], [24, 0, 0, "-", "rocksample_problem"]], "pomdp_py.problems.rocksample.cythonize": [[25, 0, 0, "module-2", "rocksample_problem"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem": [[25, 1, 1, "id99", "CheckAction"], [25, 1, 1, "id101", "MoveAction"], [25, 1, 1, "id107", "RSAction"], [25, 1, 1, "id108", "RSObservation"], [25, 1, 1, "id110", "RSObservationModel"], [25, 1, 1, "id114", "RSPolicyModel"], [25, 1, 1, "id120", "RSRewardModel"], [25, 1, 1, "id124", "RSState"], [25, 1, 1, "id128", "RSTransitionModel"], [25, 1, 1, "id132", "RockSampleProblem"], [25, 1, 1, "id137", "RockType"], [25, 1, 1, "id142", "SampleAction"], [25, 4, 1, "id143", "euclidean_dist"], [25, 4, 1, "id144", "init_particles_belief"], [25, 4, 1, "id145", "main"], [25, 4, 1, "id146", "test_planner"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.CheckAction": [[25, 3, 1, "id100", "rock_id"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction": [[25, 3, 1, "id102", "EAST"], [25, 3, 1, "id103", "NORTH"], [25, 3, 1, "id104", "SOUTH"], [25, 3, 1, "id105", "WEST"], [25, 3, 1, "id106", "motion"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservation": [[25, 3, 1, "id109", "quality"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel": [[25, 2, 1, "id111", "argmax"], [25, 2, 1, "id112", "probability"], [25, 2, 1, "id113", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel": [[25, 2, 1, "id115", "argmax"], [25, 2, 1, "id116", "get_all_actions"], [25, 2, 1, "id117", "probability"], [25, 2, 1, "id118", "rollout"], [25, 2, 1, "id119", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel": [[25, 2, 1, "id121", "argmax"], [25, 2, 1, "id122", "probability"], [25, 2, 1, "id123", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState": [[25, 3, 1, "id125", "position"], [25, 3, 1, "id126", "rocktypes"], [25, 3, 1, "id127", "terminal"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel": [[25, 2, 1, "id129", "argmax"], [25, 2, 1, "id130", "probability"], [25, 2, 1, "id131", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem": [[25, 2, 1, "id133", "generate_instance"], [25, 2, 1, "id134", "in_exit_area"], [25, 2, 1, "id135", "print_state"], [25, 2, 1, "id136", "random_free_location"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType": [[25, 3, 1, "id138", "BAD"], [25, 3, 1, "id139", "GOOD"], [25, 2, 1, "id140", "invert"], [25, 2, 1, "id141", "random"]], "pomdp_py.problems.rocksample.rocksample_problem": [[24, 1, 1, "", "Action"], [24, 1, 1, "", "CheckAction"], [24, 1, 1, "", "MoveAction"], [24, 1, 1, "", "Observation"], [24, 1, 1, "", "RSObservationModel"], [24, 1, 1, "", "RSPolicyModel"], [24, 1, 1, "", "RSRewardModel"], [24, 1, 1, "", "RSTransitionModel"], [24, 1, 1, "", "RockSampleProblem"], [24, 1, 1, "", "RockType"], [24, 1, 1, "", "SampleAction"], [24, 1, 1, "", "State"], [24, 4, 1, "", "create_instance"], [24, 4, 1, "", "euclidean_dist"], [24, 4, 1, "", "init_particles_belief"], [24, 4, 1, "", "main"], [24, 4, 1, "", "minimal_instance"], [24, 4, 1, "", "test_planner"]], "pomdp_py.problems.rocksample.rocksample_problem.MoveAction": [[24, 3, 1, "", "EAST"], [24, 3, 1, "", "NORTH"], [24, 3, 1, "", "SOUTH"], [24, 3, 1, "", "WEST"]], "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "get_all_actions"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "rollout"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem": [[24, 2, 1, "", "generate_instance"], [24, 2, 1, "", "in_exit_area"], [24, 2, 1, "", "print_state"], [24, 2, 1, "", "random_free_location"]], "pomdp_py.problems.rocksample.rocksample_problem.RockType": [[24, 3, 1, "", "BAD"], [24, 3, 1, "", "GOOD"], [24, 2, 1, "", "invert"], [24, 2, 1, "", "random"]], "pomdp_py.problems.tag": [[27, 0, 0, "-", "agent"], [26, 0, 0, "-", "constants"], [28, 0, 0, "-", "domain"], [29, 0, 0, "-", "env"], [26, 0, 0, "-", "example_worlds"], [26, 0, 0, "-", "experiment"], [30, 0, 0, "-", "models"], [26, 0, 0, "-", "problem"]], "pomdp_py.problems.tag.agent": [[27, 0, 0, "-", "agent"]], "pomdp_py.problems.tag.agent.agent": [[27, 1, 1, "", "TagAgent"], [27, 4, 1, "", "belief_update"], [27, 4, 1, "", "initialize_belief"], [27, 4, 1, "", "initialize_particles_belief"]], "pomdp_py.problems.tag.agent.agent.TagAgent": [[27, 2, 1, "", "clear_history"]], "pomdp_py.problems.tag.domain": [[28, 0, 0, "-", "action"], [28, 0, 0, "-", "observation"], [28, 0, 0, "-", "state"]], "pomdp_py.problems.tag.domain.action": [[28, 1, 1, "", "TagAction"]], "pomdp_py.problems.tag.domain.observation": [[28, 1, 1, "", "TagObservation"]], "pomdp_py.problems.tag.domain.state": [[28, 1, 1, "", "TagState"]], "pomdp_py.problems.tag.env": [[29, 0, 0, "-", "env"], [29, 0, 0, "-", "visual"]], "pomdp_py.problems.tag.env.env": [[29, 1, 1, "", "TagEnvironment"]], "pomdp_py.problems.tag.env.env.TagEnvironment": [[29, 2, 1, "", "from_str"], [29, 5, 1, "", "grid_map"], [29, 5, 1, "", "length"], [29, 5, 1, "", "width"]], "pomdp_py.problems.tag.env.visual": [[29, 1, 1, "", "TagViz"], [29, 4, 1, "", "unittest"]], "pomdp_py.problems.tag.env.visual.TagViz": [[29, 2, 1, "", "draw_belief"], [29, 2, 1, "", "draw_observation"], [29, 2, 1, "", "draw_robot"], [29, 5, 1, "", "img_height"], [29, 5, 1, "", "img_width"], [29, 5, 1, "", "last_observation"], [29, 2, 1, "", "on_cleanup"], [29, 2, 1, "", "on_event"], [29, 2, 1, "", "on_execute"], [29, 2, 1, "", "on_init"], [29, 2, 1, "", "on_loop"], [29, 2, 1, "", "on_render"], [29, 2, 1, "", "render_env"], [29, 2, 1, "", "update"]], "pomdp_py.problems.tag.experiment": [[26, 4, 1, "", "main"], [26, 4, 1, "", "trial"]], "pomdp_py.problems.tag.models": [[31, 0, 0, "-", "components"], [30, 0, 0, "-", "observation_model"], [30, 0, 0, "-", "policy_model"], [30, 0, 0, "-", "reward_model"], [30, 0, 0, "-", "transition_model"]], "pomdp_py.problems.tag.models.components": [[31, 0, 0, "-", "grid_map"], [31, 0, 0, "-", "motion_policy"]], "pomdp_py.problems.tag.models.components.grid_map": [[31, 1, 1, "", "GridMap"]], "pomdp_py.problems.tag.models.components.grid_map.GridMap": [[31, 2, 1, "", "free_cells"], [31, 2, 1, "", "from_str"], [31, 2, 1, "", "valid_motions"], [31, 2, 1, "", "valid_pose"]], "pomdp_py.problems.tag.models.components.motion_policy": [[31, 1, 1, "", "TagTargetMotionPolicy"]], "pomdp_py.problems.tag.models.components.motion_policy.TagTargetMotionPolicy": [[31, 2, 1, "", "mpe"], [31, 2, 1, "", "probability"], [31, 2, 1, "", "random"]], "pomdp_py.problems.tag.models.observation_model": [[30, 1, 1, "", "TagObservationModel"]], "pomdp_py.problems.tag.models.observation_model.TagObservationModel": [[30, 2, 1, "", "argmax"], [30, 2, 1, "", "probability"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.models.policy_model": [[30, 1, 1, "", "TagPolicyModel"]], "pomdp_py.problems.tag.models.policy_model.TagPolicyModel": [[30, 2, 1, "", "get_all_actions"], [30, 2, 1, "", "rollout"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.models.reward_model": [[30, 1, 1, "", "TagRewardModel"]], "pomdp_py.problems.tag.models.reward_model.TagRewardModel": [[30, 2, 1, "", "probability"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.models.transition_model": [[30, 1, 1, "", "TagTransitionModel"]], "pomdp_py.problems.tag.models.transition_model.TagTransitionModel": [[30, 2, 1, "", "argmax"], [30, 2, 1, "", "if_move_by"], [30, 2, 1, "", "probability"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.problem": [[26, 1, 1, "", "TagProblem"], [26, 4, 1, "", "main"], [26, 4, 1, "", "solve"]], "pomdp_py.problems.tiger": [[33, 0, 0, "-", "cythonize"], [32, 0, 0, "-", "tiger_problem"]], "pomdp_py.problems.tiger.cythonize": [[33, 0, 0, "module-2", "tiger_problem"]], "pomdp_py.problems.tiger.cythonize.tiger_problem": [[33, 1, 1, "id80", "TigerAction"], [33, 1, 1, "id81", "TigerObservation"], [33, 1, 1, "id83", "TigerObservationModel"], [33, 1, 1, "id89", "TigerPolicyModel"], [33, 1, 1, "id94", "TigerProblem"], [33, 1, 1, "id98", "TigerRewardModel"], [33, 1, 1, "id103", "TigerState"], [33, 1, 1, "id105", "TigerTransitionModel"], [33, 4, 1, "id111", "build_actions"], [33, 4, 1, "id112", "build_observations"], [33, 4, 1, "id113", "build_setting"], [33, 4, 1, "id114", "build_states"], [33, 4, 1, "id115", "main"], [33, 4, 1, "id116", "test_planner"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservation": [[33, 3, 1, "id82", "name"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel": [[33, 2, 1, "id84", "argmax"], [33, 2, 1, "id85", "get_all_observations"], [33, 2, 1, "id86", "get_distribution"], [33, 2, 1, "id87", "probability"], [33, 2, 1, "id88", "sample"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel": [[33, 2, 1, "id90", "argmax"], [33, 2, 1, "id91", "get_all_actions"], [33, 2, 1, "id92", "probability"], [33, 2, 1, "id93", "sample"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem": [[33, 3, 1, "id95", "ACTIONS"], [33, 3, 1, "id96", "OBSERVATIONS"], [33, 3, 1, "id97", "STATES"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel": [[33, 2, 1, "id99", "argmax"], [33, 2, 1, "id100", "get_distribution"], [33, 2, 1, "id101", "probability"], [33, 2, 1, "id102", "sample"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerState": [[33, 3, 1, "id104", "name"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel": [[33, 2, 1, "id106", "argmax"], [33, 2, 1, "id107", "get_all_states"], [33, 2, 1, "id108", "get_distribution"], [33, 2, 1, "id109", "probability"], [33, 2, 1, "id110", "sample"]], "pomdp_py.problems.tiger.tiger_problem": [[32, 1, 1, "", "ObservationModel"], [32, 1, 1, "", "PolicyModel"], [32, 1, 1, "", "RewardModel"], [32, 1, 1, "", "TigerAction"], [32, 1, 1, "", "TigerObservation"], [32, 1, 1, "", "TigerProblem"], [32, 1, 1, "", "TigerState"], [32, 1, 1, "", "TransitionModel"], [32, 4, 1, "", "main"], [32, 4, 1, "", "make_tiger"], [32, 4, 1, "", "test_planner"]], "pomdp_py.problems.tiger.tiger_problem.ObservationModel": [[32, 2, 1, "", "get_all_observations"], [32, 2, 1, "", "probability"], [32, 2, 1, "", "sample"]], "pomdp_py.problems.tiger.tiger_problem.PolicyModel": [[32, 3, 1, "", "ACTIONS"], [32, 2, 1, "", "get_all_actions"], [32, 2, 1, "", "rollout"], [32, 2, 1, "", "sample"]], "pomdp_py.problems.tiger.tiger_problem.RewardModel": [[32, 2, 1, "", "sample"]], "pomdp_py.problems.tiger.tiger_problem.TigerProblem": [[32, 2, 1, "", "create"]], "pomdp_py.problems.tiger.tiger_problem.TigerState": [[32, 2, 1, "", "other"]], "pomdp_py.problems.tiger.tiger_problem.TransitionModel": [[32, 2, 1, "", "get_all_states"], [32, 2, 1, "", "probability"], [32, 2, 1, "", "sample"]], "pomdp_py.representations.belief": [[35, 0, 0, "-", "histogram"], [35, 0, 0, "-", "particles"]], "pomdp_py.representations.belief.histogram": [[35, 4, 1, "", "abstraction_over_histogram"], [35, 4, 1, "", "update_histogram_belief"]], "pomdp_py.representations.belief.particles": [[35, 4, 1, "", "abstraction_over_particles"], [35, 4, 1, "", "particle_reinvigoration"], [35, 4, 1, "", "update_particles_belief"]], "pomdp_py.representations.distribution": [[36, 0, 0, "-", "gaussian"], [36, 0, 0, "-", "histogram"], [36, 0, 0, "-", "particles"]], "pomdp_py.representations.distribution.gaussian": [[36, 1, 1, "", "Gaussian"]], "pomdp_py.representations.distribution.gaussian.Gaussian": [[36, 2, 1, "", "__getitem__"], [36, 2, 1, "", "__setitem__"], [36, 3, 1, "", "cov"], [36, 3, 1, "", "covariance"], [36, 3, 1, "", "mean"], [36, 2, 1, "", "mpe"], [36, 2, 1, "", "random"], [36, 3, 1, "", "sigma"]], "pomdp_py.representations.distribution.histogram": [[36, 1, 1, "", "Histogram"]], "pomdp_py.representations.distribution.histogram.Histogram": [[36, 2, 1, "", "__getitem__"], [36, 2, 1, "", "__setitem__"], [36, 2, 1, "", "get_histogram"], [36, 3, 1, "", "histogram"], [36, 2, 1, "", "is_normalized"], [36, 2, 1, "", "mpe"], [36, 2, 1, "", "random"]], "pomdp_py.representations.distribution.particles": [[36, 1, 1, "", "Particles"], [36, 1, 1, "", "WeightedParticles"]], "pomdp_py.representations.distribution.particles.Particles": [[36, 2, 1, "", "add"], [36, 2, 1, "", "from_histogram"], [36, 2, 1, "", "get_abstraction"], [36, 2, 1, "", "get_histogram"], [36, 3, 1, "", "particles"], [36, 2, 1, "", "random"]], "pomdp_py.representations.distribution.particles.WeightedParticles": [[36, 2, 1, "", "__getitem__"], [36, 2, 1, "", "__setitem__"], [36, 2, 1, "", "add"], [36, 2, 1, "", "condense"], [36, 2, 1, "", "from_histogram"], [36, 3, 1, "", "frozen"], [36, 2, 1, "", "get_histogram"], [36, 2, 1, "", "mpe"], [36, 3, 1, "", "particles"], [36, 2, 1, "", "random"], [36, 3, 1, "", "values"], [36, 3, 1, "", "weights"]], "pomdp_py.utils": [[37, 0, 0, "-", "colors"], [37, 0, 0, "-", "cython_utils"], [37, 0, 0, "-", "debugging"], [37, 0, 0, "-", "math"], [37, 0, 0, "-", "misc"], [37, 0, 0, "-", "templates"], [37, 0, 0, "-", "typ"]], "pomdp_py.utils.colors": [[37, 4, 1, "", "hex_to_rgb"], [37, 4, 1, "", "inverse_color_hex"], [37, 4, 1, "", "inverse_color_rgb"], [37, 4, 1, "", "lighter"], [37, 4, 1, "", "random_unique_color"], [37, 4, 1, "", "rgb_to_hex"]], "pomdp_py.utils.cython_utils": [[37, 4, 1, "", "det_dict_hash"]], "pomdp_py.utils.debugging": [[37, 1, 1, "", "TreeDebugger"], [37, 4, 1, "", "interpret_color"], [37, 4, 1, "", "sorted_by_str"]], "pomdp_py.utils.debugging.TreeDebugger": [[37, 5, 1, "", "b"], [37, 2, 1, "", "back"], [37, 5, 1, "", "bestseq"], [37, 2, 1, "", "bestseqd"], [37, 5, 1, "", "c"], [37, 5, 1, "", "clear"], [37, 5, 1, "", "d"], [37, 5, 1, "", "depth"], [37, 2, 1, "", "l"], [37, 2, 1, "", "layer"], [37, 5, 1, "", "leaf"], [37, 2, 1, "", "mark"], [37, 2, 1, "", "mark_path"], [37, 2, 1, "", "mark_sequence"], [37, 2, 1, "", "markp"], [37, 5, 1, "", "mbp"], [37, 5, 1, "", "nl"], [37, 5, 1, "", "nn"], [37, 5, 1, "", "nq"], [37, 5, 1, "", "num_layers"], [37, 2, 1, "", "num_nodes"], [37, 5, 1, "", "nv"], [37, 2, 1, "", "p"], [37, 2, 1, "", "path"], [37, 2, 1, "", "path_to"], [37, 5, 1, "", "pm"], [37, 5, 1, "", "pp"], [37, 2, 1, "", "preferred_actions"], [37, 5, 1, "", "r"], [37, 5, 1, "", "root"], [37, 2, 1, "", "s"], [37, 2, 1, "", "single_node_str"], [37, 2, 1, "", "step"], [37, 2, 1, "", "tree_stats"]], "pomdp_py.utils.interfaces.conversion": [[46, 1, 1, "", "AlphaVectorPolicy"], [46, 1, 1, "", "PolicyGraph"], [46, 4, 1, "", "to_pomdp_file"], [46, 4, 1, "", "to_pomdpx_file"]], "pomdp_py.utils.interfaces.conversion.AlphaVectorPolicy": [[46, 2, 1, "", "construct"], [46, 2, 1, "", "plan"], [46, 2, 1, "", "value"]], "pomdp_py.utils.interfaces.conversion.PolicyGraph": [[46, 2, 1, "", "construct"], [46, 2, 1, "", "plan"], [46, 2, 1, "", "update"]], "pomdp_py.utils.interfaces": [[46, 0, 0, "-", "solvers"]], "pomdp_py.utils.interfaces.solvers": [[46, 4, 1, "", "sarsop"], [46, 4, 1, "", "vi_pruning"]], "pomdp_py.utils.math": [[37, 4, 1, "", "R_between"], [37, 4, 1, "", "R_x"], [37, 4, 1, "", "R_y"], [37, 4, 1, "", "R_z"], [37, 4, 1, "", "T"], [37, 4, 1, "", "approx_equal"], [37, 4, 1, "", "euclidean_dist"], [37, 4, 1, "", "proj"], [37, 4, 1, "", "to_radians"], [37, 4, 1, "", "vec"]], "pomdp_py.utils.misc": [[37, 4, 1, "", "json_safe"], [37, 4, 1, "", "remap"], [37, 4, 1, "", "safe_slice"], [37, 4, 1, "", "similar"], [37, 1, 1, "", "special_char"]], "pomdp_py.utils.misc.special_char": [[37, 3, 1, "", "SUBSCRIPT"], [37, 3, 1, "", "bottomleft"], [37, 3, 1, "", "bottomright"], [37, 3, 1, "", "bottomt"], [37, 3, 1, "", "down"], [37, 3, 1, "", "hline"], [37, 3, 1, "", "intersect"], [37, 3, 1, "", "left"], [37, 3, 1, "", "leftt"], [37, 3, 1, "", "longbottomleft"], [37, 3, 1, "", "longbottomright"], [37, 3, 1, "", "longleft"], [37, 3, 1, "", "longright"], [37, 3, 1, "", "longtopleft"], [37, 3, 1, "", "longtopright"], [37, 3, 1, "", "right"], [37, 3, 1, "", "rightt"], [37, 3, 1, "", "shadebar"], [37, 3, 1, "", "topleft"], [37, 3, 1, "", "topright"], [37, 3, 1, "", "topt"], [37, 3, 1, "", "up"], [37, 3, 1, "", "vline"]], "pomdp_py.utils.templates": [[37, 1, 1, "", "DetObservationModel"], [37, 1, 1, "", "DetRewardModel"], [37, 1, 1, "", "DetTransitionModel"], [37, 1, 1, "", "SimpleAction"], [37, 1, 1, "", "SimpleObservation"], [37, 1, 1, "", "SimpleState"], [37, 1, 1, "", "TabularObservationModel"], [37, 1, 1, "", "TabularRewardModel"], [37, 1, 1, "", "TabularTransitionModel"], [37, 1, 1, "", "UniformPolicyModel"]], "pomdp_py.utils.templates.DetObservationModel": [[37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.DetRewardModel": [[37, 2, 1, "", "argmax"], [37, 2, 1, "", "reward_func"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.DetTransitionModel": [[37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.TabularObservationModel": [[37, 2, 1, "", "get_all_observations"], [37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.TabularRewardModel": [[37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.TabularTransitionModel": [[37, 2, 1, "", "get_all_states"], [37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.UniformPolicyModel": [[37, 2, 1, "", "get_all_actions"], [37, 2, 1, "", "rollout"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.typ": [[37, 1, 1, "", "bcolors"], [37, 4, 1, "", "blue"], [37, 4, 1, "", "bold"], [37, 4, 1, "", "cyan"], [37, 4, 1, "", "error"], [37, 4, 1, "", "green"], [37, 4, 1, "", "info"], [37, 4, 1, "", "magenta"], [37, 4, 1, "", "note"], [37, 4, 1, "", "red"], [37, 4, 1, "", "success"], [37, 4, 1, "", "warning"], [37, 4, 1, "", "white"], [37, 4, 1, "", "yellow"]], "pomdp_py.utils.typ.bcolors": [[37, 3, 1, "", "BLUE"], [37, 3, 1, "", "BOLD"], [37, 3, 1, "", "CYAN"], [37, 3, 1, "", "ENDC"], [37, 3, 1, "", "GREEN"], [37, 3, 1, "", "MAGENTA"], [37, 3, 1, "", "RED"], [37, 3, 1, "", "WHITE"], [37, 3, 1, "", "YELLOW"], [37, 2, 1, "", "disable"], [37, 2, 1, "", "s"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:function", "5": "py:property"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "function", "Python function"], "5": ["py", "property", "Python property"]}, "titleterms": {"pomdp_pi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 46, 52], "packag": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 40], "algorithm": [2, 3, 4], "po_rollout": 2, "modul": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 37, 38, 39, 40], "po_uct": 2, "pomcp": 2, "value_iter": 2, "bsp": [2, 3], "blqr": [2, 3], "visual": [2, 4, 10, 21, 29, 40], "submodul": [3, 4, 7, 8, 9, 10, 11, 12, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 37, 40], "content": [3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 37, 40, 46, 53], "framework": 5, "basic": 5, "oopomdp": 5, "planner": 5, "problem": [6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 41, 47], "subpackag": [6, 7, 13, 16, 18, 22, 24, 26, 30, 32, 37], "lasertag": [], "light_dark": [7, 8, 9, 10, 11], "problem_discret": 7, "test": [7, 53], "agent": [8, 19, 27, 46], "belief": [8, 19, 35], "domain": [9, 14, 20, 28, 48, 49], "action": [9, 14, 20, 28, 45], "observ": [9, 14, 20, 28], "state": [9, 14, 20, 28], "env": [10, 15, 21, 29], "plot": [10, 37], "model": [11, 16, 17, 22, 23, 30, 31, 48], "observation_model": [11, 22, 30], "transition_model": [11, 22, 30], "load_unload": 12, "maze": [13, 14, 15, 16, 17], "compon": [17, 23, 31], "map": 17, "multi_object_search": [18, 19, 20, 21, 22, 23], "example_world": [18, 26], "policy_model": [22, 30], "reward_model": [22, 30], "grid_map": [23, 31], "sensor": 23, "rocksampl": [24, 25], "cython": [24, 25, 32, 33], "rocksample_problem": [24, 25], "run_rocksampl": 25, "tag": [26, 27, 28, 29, 30, 31], "constant": 26, "experi": 26, "motion_polici": 31, "tiger": [32, 33, 44, 48], "tiger_problem": [32, 33], "run_tig": 33, "represent": [34, 35, 36], "histogram": [35, 36], "particl": [35, 36], "distribut": 36, "gaussian": 36, "util": [37, 38, 39], "color": 37, "cython_util": 37, "cpython": 37, "37m": 37, "x86_64": 37, "linux": 37, "gnu": 37, "debug": [37, 38], "treedebugg": [37, 38], "math": 37, "misc": 37, "templat": 37, "test_util": 37, "typ": 37, "interfac": 39, "simple_rl": 39, "search_tre": 40, "build": 41, "document": [41, 52], "doc": [41, 54], "pomdp_problem": 24, "note": 41, "changelog": [41, 42], "design": 43, "principl": 43, "exampl": [44, 46], "multi": [18, 44, 47], "object": [18, 44, 47], "search": [18, 44, 47], "mo": [18, 44, 47], "prefer": 45, "base": 45, "prior": 45, "us": [46, 51], "extern": 46, "solver": [46, 50], "tabl": [46, 53], "convert": 46, "pomdp": [46, 47, 48, 49, 50, 53, 55], "file": 46, "solv": [46, 48], "sarsop": 46, "policygraph": 46, "alphavectorpolici": 46, "overview": [47, 52], "implement": 47, "thi": 47, "convent": 47, "try": 47, "defin": 48, "instanti": 48, "instanc": 48, "summari": 48, "exist": [49, 50], "case": 51, "extens": 51, "get": 52, "start": 52, "further": 52, "citat": 52, "api": 52, "refer": 52, "tool": 52, "instal": 53, "pre": 53, "py": 53, "thing": 53, "out": 53, "docker": 53, "imag": 53, "other": 55, "librari": 55, "integr": [], "version": 42, "1": 42, "3": 42, "4": 42, "01": 42, "26": 42, "2024": 42, "07": 42, "25": 42, "2023": 42, "2": 42, "04": 42, "03": 42, "2022": 42, "11": 42, "2021": 42, "0": 42, "09": 42, "30": 42, "6": 42, "cancel": 42, "5": 42, "05": 42, "06": 42, "02": 42, "22": 42, "17": 42, "12": 42, "23": 42, "2020": 42, "pull": 42, "request": 42, "08": 42, "16": 42, "light": 7, "dark": 7, "load": 12, "unload": 12, "task": 18}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinxcontrib.bibtex": 9, "sphinx.ext.viewcode": 1, "sphinx": 60}, "alltitles": {"pomdp_py package": [[1, "pomdp-py-package"]], "pomdp_py.algorithms.bsp.blqr module": [[3, "module-pomdp_py.algorithms.bsp.blqr"], [2, "module-pomdp_py.algorithms.bsp.blqr"]], "pomdp_py.algorithms.bsp package": [[3, "pomdp-py-algorithms-bsp-package"]], "Submodules": [[3, "submodules"], [14, "submodules"], [15, "submodules"], [19, "submodules"], [20, "submodules"], [21, "submodules"], [22, "submodules"], [23, "submodules"], [26, "submodules"], [27, "submodules"], [28, "submodules"], [29, "submodules"], [30, "submodules"], [31, "submodules"], [4, "submodules"], [7, "submodules"], [8, "submodules"], [9, "submodules"], [10, "submodules"], [11, "submodules"], [12, "submodules"], [17, "submodules"], [18, "submodules"], [24, "submodules"], [25, "submodules"], [32, "submodules"], [33, "submodules"], [37, "submodules"], [40, "submodules"]], "Module contents": [[3, "module-pomdp_py.algorithms.bsp"], [6, "module-pomdp_py.problems"], [14, "module-pomdp_py.problems.maze.domain"], [15, "module-pomdp_py.problems.maze.env"], [16, "module-pomdp_py.problems.maze.models"], [19, "module-pomdp_py.problems.multi_object_search.agent"], [20, "module-pomdp_py.problems.multi_object_search.domain"], [21, "module-pomdp_py.problems.multi_object_search.env"], [22, "module-pomdp_py.problems.multi_object_search.models"], [23, "module-pomdp_py.problems.multi_object_search.models.components"], [26, "module-pomdp_py.problems.tag"], [27, "module-pomdp_py.problems.tag.agent"], [28, "module-pomdp_py.problems.tag.domain"], [29, "module-pomdp_py.problems.tag.env"], [30, "module-pomdp_py.problems.tag.models"], [31, "module-pomdp_py.problems.tag.models.components"], [4, "module-contents"], [7, "module-contents"], [8, "module-contents"], [9, "module-contents"], [10, "module-pomdp_py.problems.light_dark.env"], [11, "module-contents"], [12, "module-pomdp_py.problems.load_unload"], [13, "module-pomdp_py.problems.maze"], [17, "module-pomdp_py.problems.maze.models.components"], [18, "module-pomdp_py.problems.multi_object_search"], [24, "module-pomdp_py.problems.rocksample"], [25, "module-pomdp_py.problems.rocksample.cythonize"], [32, "module-pomdp_py.problems.tiger"], [33, "module-pomdp_py.problems.tiger.cythonize"], [37, "module-pomdp_py.utils"], [40, "module-contents"]], "pomdp_py.framework package": [[5, "pomdp-py-framework-package"]], "pomdp_py.framework.basics module": [[5, "module-pomdp_py.framework.basics"]], "pomdp_py.framework.oopomdp module": [[5, "module-pomdp_py.framework.oopomdp"]], "pomdp_py.framework.planner module": [[5, "module-pomdp_py.framework.planner"]], "pomdp_py.problems package": [[6, "pomdp-py-problems-package"]], "Subpackages": [[6, "subpackages"], [16, "subpackages"], [22, "subpackages"], [26, "subpackages"], [30, "subpackages"], [7, "subpackages"], [13, "subpackages"], [18, "subpackages"], [24, "subpackages"], [32, "subpackages"], [37, "subpackages"]], "pomdp_py.problems.maze.domain package": [[14, "pomdp-py-problems-maze-domain-package"]], "pomdp_py.problems.maze.domain.action module": [[14, "module-pomdp_py.problems.maze.domain.action"]], "pomdp_py.problems.maze.domain.observation module": [[14, "module-pomdp_py.problems.maze.domain.observation"]], "pomdp_py.problems.maze.domain.state module": [[14, "module-pomdp_py.problems.maze.domain.state"]], "pomdp_py.problems.maze.env package": [[15, "pomdp-py-problems-maze-env-package"]], "pomdp_py.problems.maze.env.env module": [[15, "module-pomdp_py.problems.maze.env.env"]], "pomdp_py.problems.maze.models package": [[16, "pomdp-py-problems-maze-models-package"]], "pomdp_py.problems.multi_object_search.agent package": [[19, "pomdp-py-problems-multi-object-search-agent-package"]], "pomdp_py.problems.multi_object_search.agent.agent module": [[19, "module-pomdp_py.problems.multi_object_search.agent.agent"]], "pomdp_py.problems.multi_object_search.agent.belief module": [[19, "module-pomdp_py.problems.multi_object_search.agent.belief"]], "pomdp_py.problems.multi_object_search.domain package": [[20, "pomdp-py-problems-multi-object-search-domain-package"]], "pomdp_py.problems.multi_object_search.domain.action module": [[20, "module-pomdp_py.problems.multi_object_search.domain.action"]], "pomdp_py.problems.multi_object_search.domain.observation module": [[20, "module-pomdp_py.problems.multi_object_search.domain.observation"]], "pomdp_py.problems.multi_object_search.domain.state module": [[20, "module-pomdp_py.problems.multi_object_search.domain.state"]], "pomdp_py.problems.multi_object_search.env package": [[21, "pomdp-py-problems-multi-object-search-env-package"]], "pomdp_py.problems.multi_object_search.env.env module": [[21, "module-pomdp_py.problems.multi_object_search.env.env"]], "pomdp_py.problems.multi_object_search.env.visual module": [[21, "module-pomdp_py.problems.multi_object_search.env.visual"]], "pomdp_py.problems.multi_object_search.models package": [[22, "pomdp-py-problems-multi-object-search-models-package"]], "pomdp_py.problems.multi_object_search.models.observation_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.observation_model"]], "pomdp_py.problems.multi_object_search.models.policy_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.policy_model"]], "pomdp_py.problems.multi_object_search.models.reward_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.reward_model"]], "pomdp_py.problems.multi_object_search.models.transition_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.transition_model"]], "pomdp_py.problems.multi_object_search.models.components package": [[23, "pomdp-py-problems-multi-object-search-models-components-package"]], "pomdp_py.problems.multi_object_search.models.components.grid_map module": [[23, "module-pomdp_py.problems.multi_object_search.models.components.grid_map"]], "pomdp_py.problems.multi_object_search.models.components.sensor module": [[23, "module-pomdp_py.problems.multi_object_search.models.components.sensor"]], "pomdp_py.problems.tag package": [[26, "pomdp-py-problems-tag-package"]], "pomdp_py.problems.tag.constants module": [[26, "module-pomdp_py.problems.tag.constants"]], "pomdp_py.problems.tag.example_worlds module": [[26, "module-pomdp_py.problems.tag.example_worlds"]], "pomdp_py.problems.tag.experiment module": [[26, "module-pomdp_py.problems.tag.experiment"]], "pomdp_py.problems.tag.problem module": [[26, "module-pomdp_py.problems.tag.problem"]], "pomdp_py.problems.tag.agent package": [[27, "pomdp-py-problems-tag-agent-package"]], "pomdp_py.problems.tag.agent.agent module": [[27, "module-pomdp_py.problems.tag.agent.agent"]], "pomdp_py.problems.tag.domain package": [[28, "pomdp-py-problems-tag-domain-package"]], "pomdp_py.problems.tag.domain.action module": [[28, "module-pomdp_py.problems.tag.domain.action"]], "pomdp_py.problems.tag.domain.observation module": [[28, "module-pomdp_py.problems.tag.domain.observation"]], "pomdp_py.problems.tag.domain.state module": [[28, "module-pomdp_py.problems.tag.domain.state"]], "pomdp_py.problems.tag.env package": [[29, "pomdp-py-problems-tag-env-package"]], "pomdp_py.problems.tag.env.env module": [[29, "module-pomdp_py.problems.tag.env.env"]], "pomdp_py.problems.tag.env.visual module": [[29, "module-pomdp_py.problems.tag.env.visual"]], "pomdp_py.problems.tag.models package": [[30, "pomdp-py-problems-tag-models-package"]], "pomdp_py.problems.tag.models.observation_model module": [[30, "module-pomdp_py.problems.tag.models.observation_model"]], "pomdp_py.problems.tag.models.policy_model module": [[30, "module-pomdp_py.problems.tag.models.policy_model"]], "pomdp_py.problems.tag.models.reward_model module": [[30, "module-pomdp_py.problems.tag.models.reward_model"]], "pomdp_py.problems.tag.models.transition_model module": [[30, "module-pomdp_py.problems.tag.models.transition_model"]], "pomdp_py.problems.tag.models.components package": [[31, "pomdp-py-problems-tag-models-components-package"]], "pomdp_py.problems.tag.models.components.grid_map module": [[31, "module-pomdp_py.problems.tag.models.components.grid_map"]], "pomdp_py.problems.tag.models.components.motion_policy module": [[31, "module-pomdp_py.problems.tag.models.components.motion_policy"]], "pomdp_py.representations package": [[34, "pomdp-py-representations-package"]], "pomdp_py.representations.belief package": [[35, "pomdp-py-representations-belief-package"]], "pomdp_py.representations.belief.histogram module": [[35, "module-pomdp_py.representations.belief.histogram"]], "pomdp_py.representations.belief.particles module": [[35, "module-pomdp_py.representations.belief.particles"]], "pomdp_py.representations.distribution package": [[36, "pomdp-py-representations-distribution-package"]], "pomdp_py.representations.distribution.histogram module": [[36, "module-pomdp_py.representations.distribution.histogram"]], "pomdp_py.representations.distribution.particles module": [[36, "module-pomdp_py.representations.distribution.particles"]], "pomdp_py.representations.distribution.gaussian module": [[36, "module-pomdp_py.representations.distribution.gaussian"]], "pomdp_py.utils.debugging module": [[38, "module-pomdp_py.utils.debugging"], [37, "module-pomdp_py.utils.debugging"]], "TreeDebugger": [[38, "treedebugger"], [37, "treedebugger"]], "Changelog": [[42, "changelog"]], "Version 1.3.5 (03/12/2024)": [[42, "version-1-3-5-03-12-2024"]], "Version 1.3.4 (01/26/2024)": [[42, "version-1-3-4-01-26-2024"]], "Version 1.3.3 (07/25/2023)": [[42, "version-1-3-3-07-25-2023"]], "Version 1.3.2 (04/03/2022)": [[42, "version-1-3-2-04-03-2022"]], "Version 1.3.1 (11/03/2021)": [[42, "version-1-3-1-11-03-2021"]], "Version 1.3.0.1 (09/30/2021)": [[42, "version-1-3-0-1-09-30-2021"]], "Version 1.2.4.6 (canceled)": [[42, "version-1-2-4-6-canceled"]], "Version 1.2.4.5 (07/05/2021)": [[42, "version-1-2-4-5-07-05-2021"]], "Version 1.2.4.1 (06/02/2021)": [[42, "version-1-2-4-1-06-02-2021"]], "Version 1.2.4 (06/01/2021)": [[42, "version-1-2-4-06-01-2021"]], "Version 1.2.3 (03/22/2021)": [[42, "version-1-2-3-03-22-2021"]], "Version 1.2.2.1 (01/25/2021)": [[42, "version-1-2-2-1-01-25-2021"]], "Version 1.2.2 (01/17/2021)": [[42, "version-1-2-2-01-17-2021"]], "Version 1.2.1 (12/23/2020)": [[42, "version-1-2-1-12-23-2020"]], "Pull Request #3 (08/01/2020)": [[42, "pull-request-3-08-01-2020"]], "Pull Request #1 (06/02/2020)": [[42, "pull-request-1-06-02-2020"]], "Version 1.0 - 1.2 (02/08/2020 - 02/16/2020)": [[42, "version-1-0-1-2-02-08-2020-02-16-2020"]], "Version 0.0": [[42, "version-0-0"]], "Design Principles": [[43, "design-principles"]], "Examples": [[44, "examples"]], "Tiger": [[44, "tiger"], [48, "tiger"], [32, "tiger"]], "Multi-Object Search (MOS)": [[44, "multi-object-search-mos"], [47, "multi-object-search-mos"]], "Preference-based Action Prior": [[45, "preference-based-action-prior"]], "Using External Solvers": [[46, "module-pomdp_py.utils.interfaces.solvers"]], "Table of Contents": [[46, "table-of-contents"], [53, "table-of-contents"]], "Converting a pomdp_py Agent to a POMDP File": [[46, "converting-a-pomdp-py-agent-to-a-pomdp-file"]], "Example": [[46, "example"], [46, "id2"], [46, "id4"]], "Using pomdp-solve": [[46, "using-pomdp-solve"]], "Using sarsop": [[46, "using-sarsop"]], "PolicyGraph and AlphaVectorPolicy": [[46, "policygraph-and-alphavectorpolicy"]], "Problem overview": [[47, "problem-overview"]], "Implementing this POMDP: Conventions": [[47, "implementing-this-pomdp-conventions"]], "Try it": [[47, "try-it"]], "Define the domain": [[48, "define-the-domain"]], "Define the models": [[48, "define-the-models"]], "Define the POMDP": [[48, "define-the-pomdp"]], "Instantiate the POMDP": [[48, "instantiate-the-pomdp"]], "Solve the POMDP instance": [[48, "solve-the-pomdp-instance"]], "Summary": [[48, "summary"]], "Existing POMDP Domains": [[49, "existing-pomdp-domains"]], "Existing POMDP Solvers": [[50, "existing-pomdp-solvers"]], "Use Case Extensions": [[51, "use-case-extensions"]], "Installation": [[53, "installation"]], "Pre-installation": [[53, "pre-installation"]], "Install pomdp-py": [[53, "install-pomdp-py"]], "Test things out": [[53, "test-things-out"]], "Docker image": [[53, "docker-image"]], "docs": [[54, "docs"]], "Other POMDP Libraries": [[55, "other-pomdp-libraries"]], "pomdp_py": [[0, "pomdp-py"]], "pomdp_py Documentation": [[52, "pomdp-py-documentation"]], "Overview": [[52, "overview"]], "Getting Started": [[52, "getting-started"]], "Further": [[52, "further"]], "Citation": [[52, "citation"]], "API References": [[52, "api-references"], [52, null]], "Tools": [[52, "tools"]], "Building Documentations": [[41, "building-documentations"]], "Building docs for pomdp_py": [[41, "building-docs-for-pomdp-py"]], "Building docs for pomdp_py.problems": [[41, "building-docs-for-pomdp-py-problems"]], "Note on Changelog": [[41, "note-on-changelog"]], "pomdp_py.algorithms package": [[2, "pomdp-py-algorithms-package"]], "pomdp_py.algorithms.po_rollout module": [[2, "module-pomdp_py.algorithms.po_rollout"]], "pomdp_py.algorithms.po_uct module": [[2, "module-pomdp_py.algorithms.po_uct"]], "pomdp_py.algorithms.pomcp module": [[2, "module-pomdp_py.algorithms.pomcp"]], "pomdp_py.algorithms.value_iteration module": [[2, "module-pomdp_py.algorithms.value_iteration"]], "pomdp_py.algorithms.visual.visual module": [[2, "pomdp-py-algorithms-visual-visual-module"], [4, "pomdp-py-algorithms-visual-visual-module"]], "pomdp_py.algorithms.visual package": [[4, "pomdp-py-algorithms-visual-package"]], "pomdp_py.problems.light_dark package": [[7, "pomdp-py-problems-light-dark-package"]], "Light-Dark": [[7, "light-dark"]], "pomdp_py.problems.light_dark.problem_discrete module": [[7, "pomdp-py-problems-light-dark-problem-discrete-module"]], "pomdp_py.problems.light_dark.test module": [[7, "pomdp-py-problems-light-dark-test-module"]], "pomdp_py.problems.light_dark.agent package": [[8, "pomdp-py-problems-light-dark-agent-package"]], "pomdp_py.problems.light_dark.agent.belief module": [[8, "pomdp-py-problems-light-dark-agent-belief-module"]], "pomdp_py.problems.light_dark.domain package": [[9, "pomdp-py-problems-light-dark-domain-package"]], "pomdp_py.problems.light_dark.domain.action module": [[9, "pomdp-py-problems-light-dark-domain-action-module"]], "pomdp_py.problems.light_dark.domain.observation module": [[9, "pomdp-py-problems-light-dark-domain-observation-module"]], "pomdp_py.problems.light_dark.domain.state module": [[9, "pomdp-py-problems-light-dark-domain-state-module"]], "pomdp_py.problems.light_dark.env package": [[10, "pomdp-py-problems-light-dark-env-package"]], "pomdp_py.problems.light_dark.env.env module": [[10, "module-pomdp_py.problems.light_dark.env.env"]], "pomdp_py.problems.light_dark.env.plotting module": [[10, "module-pomdp_py.problems.light_dark.env.plotting"]], "pomdp_py.problems.light_dark.env.visual module": [[10, "pomdp-py-problems-light-dark-env-visual-module"]], "pomdp_py.problems.light_dark.models package": [[11, "pomdp-py-problems-light-dark-models-package"]], "pomdp_py.problems.light_dark.models.observation_model module": [[11, "pomdp-py-problems-light-dark-models-observation-model-module"]], "pomdp_py.problems.light_dark.models.transition_model module": [[11, "pomdp-py-problems-light-dark-models-transition-model-module"]], "pomdp_py.problems.load_unload package": [[12, "pomdp-py-problems-load-unload-package"]], "Load/Unload": [[12, "load-unload"]], "pomdp_py.problems.load_unload.load_unload module": [[12, "module-pomdp_py.problems.load_unload.load_unload"]], "pomdp_py.problems.maze package": [[13, "pomdp-py-problems-maze-package"]], "Maze": [[13, "maze"], [13, "id1"]], "pomdp_py.problems.maze.models.components package": [[17, "pomdp-py-problems-maze-models-components-package"]], "pomdp_py.problems.maze.models.components.map module": [[17, "pomdp-py-problems-maze-models-components-map-module"]], "pomdp_py.problems.multi_object_search package": [[18, "pomdp-py-problems-multi-object-search-package"]], "Multi-Object Search (MOS) Task": [[18, "multi-object-search-mos-task"]], "pomdp_py.problems.multi_object_search.example_worlds module": [[18, "module-pomdp_py.problems.multi_object_search.example_worlds"]], "pomdp_py.problems.multi_object_search.problem module": [[18, "module-pomdp_py.problems.multi_object_search.problem"]], "pomdp_py.problems.rocksample package": [[24, "pomdp-py-problems-rocksample-package"]], "RockSample": [[24, "rocksample"]], "pomdp_problems.rocksample.rocksample_problem module": [[24, "pomdp-problems-rocksample-rocksample-problem-module"]], "pomdp_py.problems.rocksample.cythonize module": [[24, "module-pomdp_py.problems.rocksample.cythonize"]], "pomdp_py.problems.rocksample.rocksample_problem module": [[24, "module-pomdp_py.problems.rocksample.rocksample_problem"]], "pomdp_py.problems.rocksample.cythonize package": [[25, "pomdp-py-problems-rocksample-cythonize-package"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem module": [[25, "module-pomdp_py.problems.rocksample.cythonize.rocksample_problem"], [25, "id1"], [25, "id49"], [25, "id98"]], "pomdp_py.problems.rocksample.cythonize.run_rocksample module": [[25, "pomdp-py-problems-rocksample-cythonize-run-rocksample-module"]], "pomdp_py.problems.tiger package": [[32, "pomdp-py-problems-tiger-package"]], "pomdp_py.problems.tiger.cythonize module": [[32, "module-pomdp_py.problems.tiger.cythonize"]], "pomdp_py.problems.tiger.tiger_problem module": [[32, "module-pomdp_py.problems.tiger.tiger_problem"]], "pomdp_py.problems.tiger.cythonize package": [[33, "pomdp-py-problems-tiger-cythonize-package"]], "pomdp_py.problems.tiger.cythonize.run_tiger module": [[33, "pomdp-py-problems-tiger-cythonize-run-tiger-module"]], "pomdp_py.problems.tiger.cythonize.tiger_problem module": [[33, "module-pomdp_py.problems.tiger.cythonize.tiger_problem"], [33, "id1"], [33, "id39"], [33, "id78"]], "pomdp_py.utils package": [[37, "pomdp-py-utils-package"]], "pomdp_py.utils.colors module": [[37, "module-pomdp_py.utils.colors"]], "pomdp_py.utils.cython_utils.cpython-37m-x86_64-linux-gnu module": [[37, "pomdp-py-utils-cython-utils-cpython-37m-x86-64-linux-gnu-module"]], "pomdp_py.utils.cython_utils module": [[37, "module-pomdp_py.utils.cython_utils"]], "pomdp_py.utils.math module": [[37, "module-pomdp_py.utils.math"]], "pomdp_py.utils.misc module": [[37, "module-pomdp_py.utils.misc"]], "pomdp_py.utils.plotting module": [[37, "pomdp-py-utils-plotting-module"]], "pomdp_py.utils.templates module": [[37, "module-pomdp_py.utils.templates"]], "pomdp_py.utils.test_utils module": [[37, "pomdp-py-utils-test-utils-module"]], "pomdp_py.utils.typ module": [[37, "module-pomdp_py.utils.typ"]], "pomdp_py.utils.interfaces package": [[39, "pomdp-py-utils-interfaces-package"]], "pomdp_py.utils.interfaces.simple_rl module": [[39, "pomdp-py-utils-interfaces-simple-rl-module"]], "pomdp_py.visual package": [[40, "pomdp-py-visual-package"]], "pomdp_py.visual.search_tree module": [[40, "pomdp-py-visual-search-tree-module"]]}, "indexentries": {"actionprior (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.ActionPrior"]], "blqr (class in pomdp_py.algorithms.bsp.blqr)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR"]], "pomcp (class in pomdp_py.algorithms.pomcp)": [[2, "pomdp_py.algorithms.pomcp.POMCP"]], "porollout (class in pomdp_py.algorithms.po_rollout)": [[2, "pomdp_py.algorithms.po_rollout.PORollout"]], "pouct (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.POUCT"]], "qnode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.QNode"]], "randomrollout (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.RandomRollout"]], "rolloutpolicy (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.RolloutPolicy"]], "rootvnode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.RootVNode"]], "rootvnodeparticles (class in pomdp_py.algorithms.pomcp)": [[2, "pomdp_py.algorithms.pomcp.RootVNodeParticles"]], "treenode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.TreeNode"]], "vnode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.VNode"]], "vnodeparticles (class in pomdp_py.algorithms.pomcp)": [[2, "pomdp_py.algorithms.pomcp.VNodeParticles"]], "valueiteration (class in pomdp_py.algorithms.value_iteration)": [[2, "pomdp_py.algorithms.value_iteration.ValueIteration"]], "action_prior (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.action_prior"]], "argmax() (pomdp_py.algorithms.po_uct.vnode method)": [[2, "pomdp_py.algorithms.po_uct.VNode.argmax"]], "belief (pomdp_py.algorithms.pomcp.rootvnodeparticles attribute)": [[2, "pomdp_py.algorithms.pomcp.RootVNodeParticles.belief"]], "belief (pomdp_py.algorithms.pomcp.vnodeparticles attribute)": [[2, "pomdp_py.algorithms.pomcp.VNodeParticles.belief"]], "children (pomdp_py.algorithms.po_uct.treenode attribute)": [[2, "pomdp_py.algorithms.po_uct.TreeNode.children"]], "clear_agent() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.clear_agent"]], "clear_agent() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.clear_agent"]], "create_plan() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.create_plan"]], "discount_factor (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.discount_factor"]], "ekf_update_mlo() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.ekf_update_mlo"]], "from_vnode() (pomdp_py.algorithms.po_uct.rootvnode class method)": [[2, "pomdp_py.algorithms.po_uct.RootVNode.from_vnode"]], "from_vnode() (pomdp_py.algorithms.pomcp.rootvnodeparticles class method)": [[2, "pomdp_py.algorithms.pomcp.RootVNodeParticles.from_vnode"]], "get_preferred_actions() (pomdp_py.algorithms.po_uct.actionprior method)": [[2, "pomdp_py.algorithms.po_uct.ActionPrior.get_preferred_actions"]], "history (pomdp_py.algorithms.po_uct.rootvnode attribute)": [[2, "pomdp_py.algorithms.po_uct.RootVNode.history"]], "integrate_belief_segment() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.integrate_belief_segment"]], "interpret_sqp_plan() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.interpret_sqp_plan"]], "last_best_reward (pomdp_py.algorithms.po_rollout.porollout attribute)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.last_best_reward"]], "last_num_sims (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.last_num_sims"]], "last_planning_time (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.last_planning_time"]], "max_depth (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.max_depth"]], "module": [[2, "module-pomdp_py.algorithms.bsp.blqr"], [2, "module-pomdp_py.algorithms.po_rollout"], [2, "module-pomdp_py.algorithms.po_uct"], [2, "module-pomdp_py.algorithms.pomcp"], [2, "module-pomdp_py.algorithms.value_iteration"], [6, "module-pomdp_py.problems"], [10, "module-pomdp_py.problems.light_dark.env"], [10, "module-pomdp_py.problems.light_dark.env.env"], [10, "module-pomdp_py.problems.light_dark.env.plotting"], [12, "module-pomdp_py.problems.load_unload"], [12, "module-pomdp_py.problems.load_unload.load_unload"], [13, "module-pomdp_py.problems.maze"], [16, "module-pomdp_py.problems.maze.models"], [17, "module-pomdp_py.problems.maze.models.components"], [18, "module-pomdp_py.problems.multi_object_search"], [18, "module-pomdp_py.problems.multi_object_search.example_worlds"], [18, "module-pomdp_py.problems.multi_object_search.problem"], [24, "module-pomdp_py.problems.rocksample"], [24, "module-pomdp_py.problems.rocksample.cythonize"], [24, "module-pomdp_py.problems.rocksample.rocksample_problem"], [25, "module-0"], [25, "module-1"], [25, "module-2"], [25, "module-pomdp_py.problems.rocksample.cythonize"], [25, "module-pomdp_py.problems.rocksample.cythonize.rocksample_problem"], [32, "module-pomdp_py.problems.tiger"], [32, "module-pomdp_py.problems.tiger.cythonize"], [32, "module-pomdp_py.problems.tiger.tiger_problem"], [33, "module-0"], [33, "module-1"], [33, "module-2"], [33, "module-pomdp_py.problems.tiger.cythonize"], [33, "module-pomdp_py.problems.tiger.cythonize.tiger_problem"], [37, "module-pomdp_py.utils"], [37, "module-pomdp_py.utils.colors"], [37, "module-pomdp_py.utils.cython_utils"], [37, "module-pomdp_py.utils.debugging"], [37, "module-pomdp_py.utils.math"], [37, "module-pomdp_py.utils.misc"], [37, "module-pomdp_py.utils.templates"], [37, "module-pomdp_py.utils.typ"]], "num_visits (pomdp_py.algorithms.po_uct.treenode attribute)": [[2, "pomdp_py.algorithms.po_uct.TreeNode.num_visits"]], "num_visits_init (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.num_visits_init"]], "plan() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.plan"]], "plan() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.plan"]], "plan() (pomdp_py.algorithms.pomcp.pomcp method)": [[2, "pomdp_py.algorithms.pomcp.POMCP.plan"]], "plan() (pomdp_py.algorithms.value_iteration.valueiteration method)": [[2, "pomdp_py.algorithms.value_iteration.ValueIteration.plan"]], "pomdp_py.algorithms.bsp.blqr": [[2, "module-pomdp_py.algorithms.bsp.blqr"]], "pomdp_py.algorithms.po_rollout": [[2, "module-pomdp_py.algorithms.po_rollout"]], "pomdp_py.algorithms.po_uct": [[2, "module-pomdp_py.algorithms.po_uct"]], "pomdp_py.algorithms.pomcp": [[2, "module-pomdp_py.algorithms.pomcp"]], "pomdp_py.algorithms.value_iteration": [[2, "module-pomdp_py.algorithms.value_iteration"]], "print_children_value() (pomdp_py.algorithms.po_uct.vnode method)": [[2, "pomdp_py.algorithms.po_uct.VNode.print_children_value"]], "rollout() (pomdp_py.algorithms.po_uct.randomrollout method)": [[2, "pomdp_py.algorithms.po_uct.RandomRollout.rollout"]], "rollout() (pomdp_py.algorithms.po_uct.rolloutpolicy method)": [[2, "pomdp_py.algorithms.po_uct.RolloutPolicy.rollout"]], "rollout_policy (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.rollout_policy"]], "segmented_cost_function() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.segmented_cost_function"]], "set_rollout_policy() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.set_rollout_policy"]], "set_rollout_policy() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.set_rollout_policy"]], "update() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.update"]], "update() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.update"]], "update() (pomdp_py.algorithms.pomcp.pomcp method)": [[2, "pomdp_py.algorithms.pomcp.POMCP.update"]], "update_agent_belief (pomdp_py.algorithms.po_rollout.porollout attribute)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.update_agent_belief"]], "update_agent_belief (pomdp_py.algorithms.pomcp.pomcp attribute)": [[2, "pomdp_py.algorithms.pomcp.POMCP.update_agent_belief"]], "updates_agent_belief (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.updates_agent_belief"]], "value (pomdp_py.algorithms.po_uct.treenode attribute)": [[2, "pomdp_py.algorithms.po_uct.TreeNode.value"]], "value (pomdp_py.algorithms.po_uct.vnode attribute)": [[2, "pomdp_py.algorithms.po_uct.VNode.value"]], "value_init (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.value_init"]], "pomdp_py.problems": [[6, "module-pomdp_py.problems"]], "lightdarkenvironment (class in pomdp_py.problems.light_dark.env.env)": [[10, "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment"]], "const (pomdp_py.problems.light_dark.env.env.lightdarkenvironment property)": [[10, "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment.const"]], "light (pomdp_py.problems.light_dark.env.env.lightdarkenvironment property)": [[10, "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment.light"]], "plot_circle() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_circle"]], "plot_line() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_line"]], "plot_points() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_points"]], "plot_polygons() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_polygons"]], "pomdp_py.problems.light_dark.env": [[10, "module-pomdp_py.problems.light_dark.env"]], "pomdp_py.problems.light_dark.env.env": [[10, "module-pomdp_py.problems.light_dark.env.env"]], "pomdp_py.problems.light_dark.env.plotting": [[10, "module-pomdp_py.problems.light_dark.env.plotting"]], "luaction (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LUAction"]], "luobservation (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LUObservation"]], "luobservationmodel (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LUObservationModel"]], "lupolicymodel (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LUPolicyModel"]], "lurewardmodel (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LURewardModel"]], "lustate (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LUState"]], "lutransitionmodel (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LUTransitionModel"]], "loadunloadproblem (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LoadUnloadProblem"]], "argmax() (pomdp_py.problems.load_unload.load_unload.luobservationmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUObservationModel.argmax"]], "argmax() (pomdp_py.problems.load_unload.load_unload.lupolicymodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUPolicyModel.argmax"]], "argmax() (pomdp_py.problems.load_unload.load_unload.lurewardmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LURewardModel.argmax"]], "argmax() (pomdp_py.problems.load_unload.load_unload.lutransitionmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUTransitionModel.argmax"]], "generate_init_belief() (in module pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.generate_init_belief"]], "generate_random_state() (in module pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.generate_random_state"]], "get_all_actions() (pomdp_py.problems.load_unload.load_unload.lupolicymodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUPolicyModel.get_all_actions"]], "main() (in module pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.main"]], "pomdp_py.problems.load_unload": [[12, "module-pomdp_py.problems.load_unload"]], "pomdp_py.problems.load_unload.load_unload": [[12, "module-pomdp_py.problems.load_unload.load_unload"]], "probability() (pomdp_py.problems.load_unload.load_unload.luobservationmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUObservationModel.probability"]], "probability() (pomdp_py.problems.load_unload.load_unload.lupolicymodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUPolicyModel.probability"]], "probability() (pomdp_py.problems.load_unload.load_unload.lurewardmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LURewardModel.probability"]], "probability() (pomdp_py.problems.load_unload.load_unload.lutransitionmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUTransitionModel.probability"]], "sample() (pomdp_py.problems.load_unload.load_unload.luobservationmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUObservationModel.sample"]], "sample() (pomdp_py.problems.load_unload.load_unload.lupolicymodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUPolicyModel.sample"]], "sample() (pomdp_py.problems.load_unload.load_unload.lurewardmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LURewardModel.sample"]], "sample() (pomdp_py.problems.load_unload.load_unload.lutransitionmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUTransitionModel.sample"]], "test_planner() (in module pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.test_planner"]], "pomdp_py.problems.maze": [[13, "module-pomdp_py.problems.maze"]], "pomdp_py.problems.maze.models": [[16, "module-pomdp_py.problems.maze.models"]], "pomdp_py.problems.maze.models.components": [[17, "module-pomdp_py.problems.maze.models.components"]], "mosoopomdp (class in pomdp_py.problems.multi_object_search.problem)": [[18, "pomdp_py.problems.multi_object_search.problem.MosOOPOMDP"]], "belief_update() (in module pomdp_py.problems.multi_object_search.problem)": [[18, "pomdp_py.problems.multi_object_search.problem.belief_update"]], "pomdp_py.problems.multi_object_search": [[18, "module-pomdp_py.problems.multi_object_search"]], "pomdp_py.problems.multi_object_search.example_worlds": [[18, "module-pomdp_py.problems.multi_object_search.example_worlds"]], "pomdp_py.problems.multi_object_search.problem": [[18, "module-pomdp_py.problems.multi_object_search.problem"]], "random_world() (in module pomdp_py.problems.multi_object_search.example_worlds)": [[18, "pomdp_py.problems.multi_object_search.example_worlds.random_world"]], "solve() (in module pomdp_py.problems.multi_object_search.problem)": [[18, "pomdp_py.problems.multi_object_search.problem.solve"]], "unittest() (in module pomdp_py.problems.multi_object_search.problem)": [[18, "pomdp_py.problems.multi_object_search.problem.unittest"]], "action (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.Action"]], "bad (pomdp_py.problems.rocksample.rocksample_problem.rocktype attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.BAD"]], "checkaction (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.CheckAction"]], "east (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.EAST"]], "good (pomdp_py.problems.rocksample.rocksample_problem.rocktype attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.GOOD"]], "moveaction (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction"]], "north (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.NORTH"]], "observation (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.Observation"]], "rsobservationmodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel"]], "rspolicymodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel"]], "rsrewardmodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel"]], "rstransitionmodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel"]], "rocksampleproblem (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem"]], "rocktype (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType"]], "south (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.SOUTH"]], "sampleaction (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.SampleAction"]], "state (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.State"]], "west (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.WEST"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rsobservationmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rsrewardmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rstransitionmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel.argmax"]], "create_instance() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.create_instance"]], "euclidean_dist() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.euclidean_dist"]], "generate_instance() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.generate_instance"]], "get_all_actions() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.get_all_actions"]], "in_exit_area() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.in_exit_area"]], "init_particles_belief() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.init_particles_belief"]], "invert() (pomdp_py.problems.rocksample.rocksample_problem.rocktype static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.invert"]], "main() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.main"]], "minimal_instance() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.minimal_instance"]], "pomdp_py.problems.rocksample": [[24, "module-pomdp_py.problems.rocksample"]], "pomdp_py.problems.rocksample.cythonize": [[24, "module-pomdp_py.problems.rocksample.cythonize"], [25, "module-pomdp_py.problems.rocksample.cythonize"]], "pomdp_py.problems.rocksample.rocksample_problem": [[24, "module-pomdp_py.problems.rocksample.rocksample_problem"]], "print_state() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.print_state"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rsobservationmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel.probability"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.probability"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rsrewardmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel.probability"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rstransitionmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel.probability"]], "random() (pomdp_py.problems.rocksample.rocksample_problem.rocktype static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.random"]], "random_free_location() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.random_free_location"]], "rollout() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.rollout"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rsobservationmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel.sample"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.sample"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rsrewardmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel.sample"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rstransitionmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel.sample"]], "test_planner() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.test_planner"]], "bad (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype attribute)": [[25, "id138"], [25, "id40"], [25, "id89"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.BAD"]], "checkaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id0"], [25, "id50"], [25, "id99"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.CheckAction"]], "east (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id102"], [25, "id4"], [25, "id53"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.EAST"]], "good (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype attribute)": [[25, "id139"], [25, "id41"], [25, "id90"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.GOOD"]], "moveaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id101"], [25, "id3"], [25, "id52"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction"]], "north (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id103"], [25, "id5"], [25, "id54"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.NORTH"]], "rsaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id107"], [25, "id58"], [25, "id9"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSAction"]], "rsobservation (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id10"], [25, "id108"], [25, "id59"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservation"]], "rsobservationmodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id110"], [25, "id12"], [25, "id61"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel"]], "rspolicymodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id114"], [25, "id16"], [25, "id65"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel"]], "rsrewardmodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id120"], [25, "id22"], [25, "id71"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel"]], "rsstate (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id124"], [25, "id26"], [25, "id75"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState"]], "rstransitionmodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id128"], [25, "id30"], [25, "id79"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel"]], "rocksampleproblem (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id132"], [25, "id34"], [25, "id83"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem"]], "rocktype (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id137"], [25, "id39"], [25, "id88"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType"]], "south (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id104"], [25, "id55"], [25, "id6"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.SOUTH"]], "sampleaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id142"], [25, "id44"], [25, "id93"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.SampleAction"]], "west (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id105"], [25, "id56"], [25, "id7"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.WEST"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservationmodel method)": [[25, "id111"], [25, "id13"], [25, "id62"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id115"], [25, "id17"], [25, "id66"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsrewardmodel method)": [[25, "id121"], [25, "id23"], [25, "id72"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rstransitionmodel method)": [[25, "id129"], [25, "id31"], [25, "id80"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel.argmax"]], "euclidean_dist() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id143"], [25, "id45"], [25, "id94"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.euclidean_dist"]], "generate_instance() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem static method)": [[25, "id133"], [25, "id35"], [25, "id84"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.generate_instance"]], "get_all_actions() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id116"], [25, "id18"], [25, "id67"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.get_all_actions"]], "in_exit_area() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem method)": [[25, "id134"], [25, "id36"], [25, "id85"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.in_exit_area"]], "init_particles_belief() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id144"], [25, "id46"], [25, "id95"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.init_particles_belief"]], "invert() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype static method)": [[25, "id140"], [25, "id42"], [25, "id91"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.invert"]], "main() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id145"], [25, "id47"], [25, "id96"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.main"]], "motion (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id106"], [25, "id57"], [25, "id8"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.motion"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem": [[25, "module-0"], [25, "module-1"], [25, "module-2"], [25, "module-pomdp_py.problems.rocksample.cythonize.rocksample_problem"]], "position (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsstate attribute)": [[25, "id125"], [25, "id27"], [25, "id76"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState.position"]], "print_state() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem method)": [[25, "id135"], [25, "id37"], [25, "id86"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.print_state"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservationmodel method)": [[25, "id112"], [25, "id14"], [25, "id63"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel.probability"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id117"], [25, "id19"], [25, "id68"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.probability"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsrewardmodel method)": [[25, "id122"], [25, "id24"], [25, "id73"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel.probability"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rstransitionmodel method)": [[25, "id130"], [25, "id32"], [25, "id81"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel.probability"]], "quality (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservation attribute)": [[25, "id109"], [25, "id11"], [25, "id60"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservation.quality"]], "random() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype static method)": [[25, "id141"], [25, "id43"], [25, "id92"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.random"]], "random_free_location() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem static method)": [[25, "id136"], [25, "id38"], [25, "id87"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.random_free_location"]], "rock_id (pomdp_py.problems.rocksample.cythonize.rocksample_problem.checkaction attribute)": [[25, "id100"], [25, "id2"], [25, "id51"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.CheckAction.rock_id"]], "rocktypes (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsstate attribute)": [[25, "id126"], [25, "id28"], [25, "id77"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState.rocktypes"]], "rollout() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id118"], [25, "id20"], [25, "id69"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.rollout"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservationmodel method)": [[25, "id113"], [25, "id15"], [25, "id64"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel.sample"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id119"], [25, "id21"], [25, "id70"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.sample"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsrewardmodel method)": [[25, "id123"], [25, "id25"], [25, "id74"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel.sample"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rstransitionmodel method)": [[25, "id131"], [25, "id33"], [25, "id82"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel.sample"]], "terminal (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsstate attribute)": [[25, "id127"], [25, "id29"], [25, "id78"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState.terminal"]], "test_planner() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id146"], [25, "id48"], [25, "id97"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.test_planner"]], "actions (pomdp_py.problems.tiger.tiger_problem.policymodel attribute)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.ACTIONS"]], "observationmodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel"]], "policymodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel"]], "rewardmodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.RewardModel"]], "tigeraction (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerAction"]], "tigerobservation (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerObservation"]], "tigerproblem (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerProblem"]], "tigerstate (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerState"]], "transitionmodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel"]], "create() (pomdp_py.problems.tiger.tiger_problem.tigerproblem static method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerProblem.create"]], "get_all_actions() (pomdp_py.problems.tiger.tiger_problem.policymodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.get_all_actions"]], "get_all_observations() (pomdp_py.problems.tiger.tiger_problem.observationmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel.get_all_observations"]], "get_all_states() (pomdp_py.problems.tiger.tiger_problem.transitionmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel.get_all_states"]], "main() (in module pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.main"]], "make_tiger() (in module pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.make_tiger"]], "other() (pomdp_py.problems.tiger.tiger_problem.tigerstate method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerState.other"]], "pomdp_py.problems.tiger": [[32, "module-pomdp_py.problems.tiger"]], "pomdp_py.problems.tiger.cythonize": [[32, "module-pomdp_py.problems.tiger.cythonize"], [33, "module-pomdp_py.problems.tiger.cythonize"]], "pomdp_py.problems.tiger.tiger_problem": [[32, "module-pomdp_py.problems.tiger.tiger_problem"]], "probability() (pomdp_py.problems.tiger.tiger_problem.observationmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel.probability"]], "probability() (pomdp_py.problems.tiger.tiger_problem.transitionmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel.probability"]], "rollout() (pomdp_py.problems.tiger.tiger_problem.policymodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.rollout"]], "sample() (pomdp_py.problems.tiger.tiger_problem.observationmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel.sample"]], "sample() (pomdp_py.problems.tiger.tiger_problem.policymodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.sample"]], "sample() (pomdp_py.problems.tiger.tiger_problem.rewardmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.RewardModel.sample"]], "sample() (pomdp_py.problems.tiger.tiger_problem.transitionmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel.sample"]], "test_planner() (in module pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.test_planner"]], "actions (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerproblem attribute)": [[33, "id17"], [33, "id56"], [33, "id95"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.ACTIONS"]], "observations (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerproblem attribute)": [[33, "id18"], [33, "id57"], [33, "id96"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.OBSERVATIONS"]], "states (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerproblem attribute)": [[33, "id19"], [33, "id58"], [33, "id97"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.STATES"]], "tigeraction (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id0"], [33, "id41"], [33, "id80"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerAction"]], "tigerobservation (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id3"], [33, "id42"], [33, "id81"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservation"]], "tigerobservationmodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id44"], [33, "id5"], [33, "id83"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel"]], "tigerpolicymodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id11"], [33, "id50"], [33, "id89"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel"]], "tigerproblem (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id16"], [33, "id55"], [33, "id94"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem"]], "tigerrewardmodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id20"], [33, "id59"], [33, "id98"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel"]], "tigerstate (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id103"], [33, "id25"], [33, "id64"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerState"]], "tigertransitionmodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id105"], [33, "id27"], [33, "id66"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id45"], [33, "id6"], [33, "id84"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.argmax"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id12"], [33, "id51"], [33, "id90"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.argmax"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id21"], [33, "id60"], [33, "id99"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.argmax"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id106"], [33, "id28"], [33, "id67"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.argmax"]], "build_actions() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id111"], [33, "id33"], [33, "id72"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_actions"]], "build_observations() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id112"], [33, "id34"], [33, "id73"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_observations"]], "build_setting() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id113"], [33, "id35"], [33, "id74"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_setting"]], "build_states() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id114"], [33, "id36"], [33, "id75"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_states"]], "get_all_actions() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id13"], [33, "id52"], [33, "id91"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.get_all_actions"]], "get_all_observations() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id46"], [33, "id7"], [33, "id85"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.get_all_observations"]], "get_all_states() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id107"], [33, "id29"], [33, "id68"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.get_all_states"]], "get_distribution() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id47"], [33, "id8"], [33, "id86"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.get_distribution"]], "get_distribution() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id100"], [33, "id22"], [33, "id61"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.get_distribution"]], "get_distribution() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id108"], [33, "id30"], [33, "id69"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.get_distribution"]], "main() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id115"], [33, "id37"], [33, "id76"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.main"]], "name (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservation attribute)": [[33, "id4"], [33, "id43"], [33, "id82"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservation.name"]], "name (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerstate attribute)": [[33, "id104"], [33, "id26"], [33, "id65"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerState.name"]], "pomdp_py.problems.tiger.cythonize.tiger_problem": [[33, "module-0"], [33, "module-1"], [33, "module-2"], [33, "module-pomdp_py.problems.tiger.cythonize.tiger_problem"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id48"], [33, "id87"], [33, "id9"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.probability"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id14"], [33, "id53"], [33, "id92"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.probability"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id101"], [33, "id23"], [33, "id62"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.probability"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id109"], [33, "id31"], [33, "id70"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.probability"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id10"], [33, "id49"], [33, "id88"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.sample"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id15"], [33, "id54"], [33, "id93"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.sample"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id102"], [33, "id24"], [33, "id63"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.sample"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id110"], [33, "id32"], [33, "id71"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.sample"]], "test_planner() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id116"], [33, "id38"], [33, "id77"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.test_planner"]], "blue (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.BLUE"]], "bold (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.BOLD"]], "cyan (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.CYAN"]], "detobservationmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.DetObservationModel"]], "detrewardmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.DetRewardModel"]], "dettransitionmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.DetTransitionModel"]], "endc (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.ENDC"]], "green (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.GREEN"]], "magenta (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.MAGENTA"]], "red (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.RED"]], "r_between() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_between"]], "r_x() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_x"]], "r_y() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_y"]], "r_z() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_z"]], "subscript (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.SUBSCRIPT"]], "simpleaction (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.SimpleAction"]], "simpleobservation (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.SimpleObservation"]], "simplestate (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.SimpleState"]], "t() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.T"]], "tabularobservationmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.TabularObservationModel"]], "tabularrewardmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.TabularRewardModel"]], "tabulartransitionmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.TabularTransitionModel"]], "treedebugger (class in pomdp_py.utils.debugging)": [[37, "pomdp_py.utils.debugging.TreeDebugger"]], "uniformpolicymodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.UniformPolicyModel"]], "white (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.WHITE"]], "yellow (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.YELLOW"]], "approx_equal() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.approx_equal"]], "argmax() (pomdp_py.utils.templates.detrewardmodel method)": [[37, "pomdp_py.utils.templates.DetRewardModel.argmax"]], "b (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.b"]], "back() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.back"]], "bcolors (class in pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.bcolors"]], "bestseq (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.bestseq"]], "bestseqd() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.bestseqd"]], "blue() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.blue"]], "bold() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.bold"]], "bottomleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.bottomleft"]], "bottomright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.bottomright"]], "bottomt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.bottomt"]], "c (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.c"]], "clear (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.clear"]], "cyan() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.cyan"]], "d (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.d"]], "depth (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.depth"]], "det_dict_hash() (in module pomdp_py.utils.cython_utils)": [[37, "pomdp_py.utils.cython_utils.det_dict_hash"]], "disable() (pomdp_py.utils.typ.bcolors static method)": [[37, "pomdp_py.utils.typ.bcolors.disable"]], "down (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.down"]], "error() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.error"]], "euclidean_dist() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.euclidean_dist"]], "get_all_actions() (pomdp_py.utils.templates.uniformpolicymodel method)": [[37, "pomdp_py.utils.templates.UniformPolicyModel.get_all_actions"]], "get_all_observations() (pomdp_py.utils.templates.tabularobservationmodel method)": [[37, "pomdp_py.utils.templates.TabularObservationModel.get_all_observations"]], "get_all_states() (pomdp_py.utils.templates.tabulartransitionmodel method)": [[37, "pomdp_py.utils.templates.TabularTransitionModel.get_all_states"]], "green() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.green"]], "hex_to_rgb() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.hex_to_rgb"]], "hline (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.hline"]], "info() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.info"]], "interpret_color() (in module pomdp_py.utils.debugging)": [[37, "pomdp_py.utils.debugging.interpret_color"]], "intersect (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.intersect"]], "inverse_color_hex() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.inverse_color_hex"]], "inverse_color_rgb() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.inverse_color_rgb"]], "json_safe() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.json_safe"]], "l() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.l"]], "layer() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.layer"]], "leaf (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.leaf"]], "left (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.left"]], "leftt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.leftt"]], "lighter() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.lighter"]], "longbottomleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longbottomleft"]], "longbottomright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longbottomright"]], "longleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longleft"]], "longright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longright"]], "longtopleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longtopleft"]], "longtopright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longtopright"]], "magenta() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.magenta"]], "mark() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mark"]], "mark_path() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mark_path"]], "mark_sequence() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mark_sequence"]], "markp() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.markp"]], "mbp (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mbp"]], "nl (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nl"]], "nn (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nn"]], "note() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.note"]], "nq (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nq"]], "num_layers (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.num_layers"]], "num_nodes() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.num_nodes"]], "nv (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nv"]], "p() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.p"]], "path() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.path"]], "path_to() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.path_to"]], "pm (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.pm"]], "pomdp_py.utils": [[37, "module-pomdp_py.utils"]], "pomdp_py.utils.colors": [[37, "module-pomdp_py.utils.colors"]], "pomdp_py.utils.cython_utils": [[37, "module-pomdp_py.utils.cython_utils"]], "pomdp_py.utils.debugging": [[37, "module-pomdp_py.utils.debugging"]], "pomdp_py.utils.math": [[37, "module-pomdp_py.utils.math"]], "pomdp_py.utils.misc": [[37, "module-pomdp_py.utils.misc"]], "pomdp_py.utils.templates": [[37, "module-pomdp_py.utils.templates"]], "pomdp_py.utils.typ": [[37, "module-pomdp_py.utils.typ"]], "pp (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.pp"]], "preferred_actions() (pomdp_py.utils.debugging.treedebugger static method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.preferred_actions"]], "probability() (pomdp_py.utils.templates.detobservationmodel method)": [[37, "pomdp_py.utils.templates.DetObservationModel.probability"]], "probability() (pomdp_py.utils.templates.dettransitionmodel method)": [[37, "pomdp_py.utils.templates.DetTransitionModel.probability"]], "probability() (pomdp_py.utils.templates.tabularobservationmodel method)": [[37, "pomdp_py.utils.templates.TabularObservationModel.probability"]], "probability() (pomdp_py.utils.templates.tabulartransitionmodel method)": [[37, "pomdp_py.utils.templates.TabularTransitionModel.probability"]], "proj() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.proj"]], "r (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.r"]], "random_unique_color() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.random_unique_color"]], "red() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.red"]], "remap() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.remap"]], "reward_func() (pomdp_py.utils.templates.detrewardmodel method)": [[37, "pomdp_py.utils.templates.DetRewardModel.reward_func"]], "rgb_to_hex() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.rgb_to_hex"]], "right (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.right"]], "rightt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.rightt"]], "rollout() (pomdp_py.utils.templates.uniformpolicymodel method)": [[37, "pomdp_py.utils.templates.UniformPolicyModel.rollout"]], "root (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.root"]], "s() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.s"]], "s() (pomdp_py.utils.typ.bcolors static method)": [[37, "pomdp_py.utils.typ.bcolors.s"]], "safe_slice() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.safe_slice"]], "sample() (pomdp_py.utils.templates.detobservationmodel method)": [[37, "pomdp_py.utils.templates.DetObservationModel.sample"]], "sample() (pomdp_py.utils.templates.detrewardmodel method)": [[37, "pomdp_py.utils.templates.DetRewardModel.sample"]], "sample() (pomdp_py.utils.templates.dettransitionmodel method)": [[37, "pomdp_py.utils.templates.DetTransitionModel.sample"]], "sample() (pomdp_py.utils.templates.tabularobservationmodel method)": [[37, "pomdp_py.utils.templates.TabularObservationModel.sample"]], "sample() (pomdp_py.utils.templates.tabularrewardmodel method)": [[37, "pomdp_py.utils.templates.TabularRewardModel.sample"]], "sample() (pomdp_py.utils.templates.tabulartransitionmodel method)": [[37, "pomdp_py.utils.templates.TabularTransitionModel.sample"]], "sample() (pomdp_py.utils.templates.uniformpolicymodel method)": [[37, "pomdp_py.utils.templates.UniformPolicyModel.sample"]], "shadebar (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.shadebar"]], "similar() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.similar"]], "single_node_str() (pomdp_py.utils.debugging.treedebugger static method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.single_node_str"]], "sorted_by_str() (in module pomdp_py.utils.debugging)": [[37, "pomdp_py.utils.debugging.sorted_by_str"]], "special_char (class in pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.special_char"]], "step() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.step"]], "success() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.success"]], "to_radians() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.to_radians"]], "topleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.topleft"]], "topright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.topright"]], "topt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.topt"]], "tree_stats() (pomdp_py.utils.debugging.treedebugger static method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.tree_stats"]], "up (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.up"]], "vec() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.vec"]], "vline (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.vline"]], "warning() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.warning"]], "white() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.white"]], "yellow() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.yellow"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["api/modules", "api/pomdp_py", "api/pomdp_py.algorithms", "api/pomdp_py.algorithms.bsp", "api/pomdp_py.algorithms.visual", "api/pomdp_py.framework", "api/pomdp_py.problems", "api/pomdp_py.problems.light_dark", "api/pomdp_py.problems.light_dark.agent", "api/pomdp_py.problems.light_dark.domain", "api/pomdp_py.problems.light_dark.env", "api/pomdp_py.problems.light_dark.models", "api/pomdp_py.problems.load_unload", "api/pomdp_py.problems.maze", "api/pomdp_py.problems.maze.domain", "api/pomdp_py.problems.maze.env", "api/pomdp_py.problems.maze.models", "api/pomdp_py.problems.maze.models.components", "api/pomdp_py.problems.multi_object_search", "api/pomdp_py.problems.multi_object_search.agent", "api/pomdp_py.problems.multi_object_search.domain", "api/pomdp_py.problems.multi_object_search.env", "api/pomdp_py.problems.multi_object_search.models", "api/pomdp_py.problems.multi_object_search.models.components", "api/pomdp_py.problems.rocksample", "api/pomdp_py.problems.rocksample.cythonize", "api/pomdp_py.problems.tag", "api/pomdp_py.problems.tag.agent", "api/pomdp_py.problems.tag.domain", "api/pomdp_py.problems.tag.env", "api/pomdp_py.problems.tag.models", "api/pomdp_py.problems.tag.models.components", "api/pomdp_py.problems.tiger", "api/pomdp_py.problems.tiger.cythonize", "api/pomdp_py.representations", "api/pomdp_py.representations.belief", "api/pomdp_py.representations.distribution", "api/pomdp_py.utils", "api/pomdp_py.utils.debugging", "api/pomdp_py.utils.interfaces", "api/pomdp_py.visual", "building_docs", "changelog", "design_principles", "examples", "examples.action_prior", "examples.external_solvers", "examples.mos", "examples.tiger", "existing_domains", "existing_solvers", "extensions", "index", "installation", "modules", "other_libraries"], "filenames": ["api/modules.rst", "api/pomdp_py.rst", "api/pomdp_py.algorithms.rst", "api/pomdp_py.algorithms.bsp.rst", "api/pomdp_py.algorithms.visual.rst", "api/pomdp_py.framework.rst", "api/pomdp_py.problems.rst", "api/pomdp_py.problems.light_dark.rst", "api/pomdp_py.problems.light_dark.agent.rst", "api/pomdp_py.problems.light_dark.domain.rst", "api/pomdp_py.problems.light_dark.env.rst", "api/pomdp_py.problems.light_dark.models.rst", "api/pomdp_py.problems.load_unload.rst", "api/pomdp_py.problems.maze.rst", "api/pomdp_py.problems.maze.domain.rst", "api/pomdp_py.problems.maze.env.rst", "api/pomdp_py.problems.maze.models.rst", "api/pomdp_py.problems.maze.models.components.rst", "api/pomdp_py.problems.multi_object_search.rst", "api/pomdp_py.problems.multi_object_search.agent.rst", "api/pomdp_py.problems.multi_object_search.domain.rst", "api/pomdp_py.problems.multi_object_search.env.rst", "api/pomdp_py.problems.multi_object_search.models.rst", "api/pomdp_py.problems.multi_object_search.models.components.rst", "api/pomdp_py.problems.rocksample.rst", "api/pomdp_py.problems.rocksample.cythonize.rst", "api/pomdp_py.problems.tag.rst", "api/pomdp_py.problems.tag.agent.rst", "api/pomdp_py.problems.tag.domain.rst", "api/pomdp_py.problems.tag.env.rst", "api/pomdp_py.problems.tag.models.rst", "api/pomdp_py.problems.tag.models.components.rst", "api/pomdp_py.problems.tiger.rst", "api/pomdp_py.problems.tiger.cythonize.rst", "api/pomdp_py.representations.rst", "api/pomdp_py.representations.belief.rst", "api/pomdp_py.representations.distribution.rst", "api/pomdp_py.utils.rst", "api/pomdp_py.utils.debugging.rst", "api/pomdp_py.utils.interfaces.rst", "api/pomdp_py.visual.rst", "building_docs.rst", "changelog.rst", "design_principles.rst", "examples.rst", "examples.action_prior.rst", "examples.external_solvers.rst", "examples.mos.rst", "examples.tiger.rst", "existing_domains.rst", "existing_solvers.rst", "extensions.rst", "index.rst", "installation.rst", "modules.rst", "other_libraries.rst"], "titles": ["pomdp_py", "pomdp_py package", "pomdp_py.algorithms package", "pomdp_py.algorithms.bsp package", "pomdp_py.algorithms.visual package", "pomdp_py.framework package", "pomdp_py.problems package", "pomdp_py.problems.light_dark package", "pomdp_py.problems.light_dark.agent package", "pomdp_py.problems.light_dark.domain package", "pomdp_py.problems.light_dark.env package", "pomdp_py.problems.light_dark.models package", "pomdp_py.problems.load_unload package", "pomdp_py.problems.maze package", "pomdp_py.problems.maze.domain package", "pomdp_py.problems.maze.env package", "pomdp_py.problems.maze.models package", "pomdp_py.problems.maze.models.components package", "pomdp_py.problems.multi_object_search package", "pomdp_py.problems.multi_object_search.agent package", "pomdp_py.problems.multi_object_search.domain package", "pomdp_py.problems.multi_object_search.env package", "pomdp_py.problems.multi_object_search.models package", "pomdp_py.problems.multi_object_search.models.components package", "pomdp_py.problems.rocksample package", "pomdp_py.problems.rocksample.cythonize package", "pomdp_py.problems.tag package", "pomdp_py.problems.tag.agent package", "pomdp_py.problems.tag.domain package", "pomdp_py.problems.tag.env package", "pomdp_py.problems.tag.models package", "pomdp_py.problems.tag.models.components package", "pomdp_py.problems.tiger package", "pomdp_py.problems.tiger.cythonize package", "pomdp_py.representations package", "pomdp_py.representations.belief package", "pomdp_py.representations.distribution package", "pomdp_py.utils package", "pomdp_py.utils.debugging module", "pomdp_py.utils.interfaces package", "pomdp_py.visual package", "Building Documentations", "Changelog", "Design Principles", "Examples", "Preference-based Action Prior", "Using External Solvers", "Multi-Object Search (MOS)", "Tiger", "Existing POMDP Domains", "Existing POMDP Solvers", "Use Case Extensions", "pomdp_py Documentation", "Installation", "docs", "Other POMDP Libraries"], "terms": {"packag": [0, 41, 47, 52, 53], "algorithm": [0, 1, 5, 7, 42, 46, 51, 52, 55], "po_rollout": [0, 1], "modul": [0, 1, 34, 41, 42, 47, 48, 52], "porollout": [0, 1, 2], "po_uct": [0, 1], "actionprior": [0, 1, 2, 42, 45, 48], "pouct": [0, 1, 2, 18, 26, 37, 38, 42, 45, 47, 48, 50, 51], "qnode": [0, 1, 2, 37, 38], "randomrollout": [0, 1, 2, 12, 33], "rolloutpolici": [0, 1, 2, 22, 24, 25, 30, 32, 37, 45, 48], "rootvnod": [0, 1, 2], "treenod": [0, 1, 2], "vnode": [0, 1, 2, 37, 38, 42], "pomcp": [0, 1, 18, 35, 37, 38, 42, 45, 48, 50, 51, 53, 55], "rootvnodeparticl": [0, 1, 2], "vnodeparticl": [0, 1, 2], "value_iter": [0, 1], "valueiter": [0, 1, 2, 42, 48, 50], "bsp": [0, 1], "blqr": [0, 1, 7, 42], "visual": [0, 1, 6, 7, 18, 26, 47], "framework": [0, 1, 12, 33, 42, 43, 47, 48, 52], "basic": [0, 1, 2, 24, 25, 35, 43, 46, 48, 50], "action": [0, 1, 2, 5, 6, 7, 12, 13, 18, 21, 22, 23, 24, 25, 26, 29, 30, 31, 32, 33, 35, 37, 38, 42, 43, 46, 47, 48, 50, 53], "agent": [0, 1, 2, 5, 6, 7, 12, 13, 14, 18, 22, 23, 24, 25, 26, 28, 32, 33, 35, 37, 38, 42, 43, 47, 48, 49, 50, 51, 52, 53], "blackboxmodel": [0, 1, 5, 35, 42, 48], "distribut": [0, 1, 2, 5, 12, 19, 22, 24, 25, 30, 32, 33, 34, 35, 37, 43, 45, 48], "environ": [0, 1, 5, 10, 15, 18, 21, 22, 29, 32, 33, 42, 43, 47, 48], "generativedistribut": [0, 1, 5, 19, 31, 36], "observ": [0, 1, 2, 3, 5, 6, 7, 10, 12, 13, 18, 21, 22, 23, 24, 25, 26, 29, 30, 32, 33, 35, 37, 38, 42, 43, 46, 47, 48, 50, 52, 53], "observationmodel": [0, 1, 5, 6, 12, 22, 24, 25, 30, 32, 33, 35, 37, 43, 48, 51], "option": [0, 1, 2, 5, 20, 22, 23, 24, 25, 32, 33, 37, 38, 42, 46, 48, 53], "pomdp": [0, 1, 2, 5, 7, 12, 13, 18, 20, 22, 24, 25, 26, 28, 29, 30, 32, 33, 37, 38, 41, 42, 43, 44, 45, 51, 52], "policymodel": [0, 1, 2, 5, 6, 18, 22, 32, 42, 45, 48, 51], "rewardmodel": [0, 1, 5, 6, 12, 22, 24, 25, 30, 32, 33, 37, 42, 43, 48], "state": [0, 1, 2, 3, 5, 6, 7, 12, 13, 18, 19, 21, 22, 24, 25, 26, 30, 32, 33, 35, 36, 37, 42, 43, 45, 46, 47, 48, 50, 53, 55], "transitionmodel": [0, 1, 5, 6, 12, 22, 24, 25, 30, 32, 33, 35, 37, 43, 48, 51], "sample_explict_model": [0, 1, 5], "sample_generative_model": [0, 1, 5], "oopomdp": [0, 1, 18, 42, 47, 51], "oobelief": [0, 1, 5, 19, 21, 29, 42], "ooobserv": [0, 1, 5, 20], "ooobservationmodel": [0, 1, 5, 22], "oostat": [0, 1, 5, 20, 42], "ootransitionmodel": [0, 1, 5, 22], "objectst": [0, 1, 5, 18, 20], "planner": [0, 1, 2, 3, 12, 18, 24, 25, 32, 33, 46, 48], "represent": [0, 1, 2, 5, 19, 21, 42, 52], "belief": [0, 1, 2, 3, 5, 6, 7, 10, 12, 18, 21, 24, 25, 27, 29, 32, 34, 36, 42, 46, 47, 48, 53], "histogram": [0, 1, 18, 19, 33, 34, 42, 46, 48], "particl": [0, 1, 2, 19, 34, 42, 53], "gaussian": [0, 1, 2, 3, 34], "util": [0, 1, 42, 46, 52], "subpackag": [0, 1, 52], "interfac": [0, 1, 5, 37, 42, 43, 46, 47, 48, 49, 50, 51, 52, 55], "submodul": [0, 1, 6, 13, 16], "color": [0, 1, 10, 21, 29, 38], "lighter": [0, 1, 37], "rgb_to_hex": [0, 1, 37], "hex_to_rgb": [0, 1, 37], "inverse_color_rgb": [0, 1, 37], "inverse_color_hex": [0, 1, 37], "random_unique_color": [0, 1, 37], "cython_util": [0, 1], "cpython": [0, 1], "37m": [0, 1], "x86_64": [0, 1], "linux": [0, 1, 53], "gnu": [0, 1], "det_dict_hash": [0, 1, 37, 42], "debug": [0, 1, 42, 52], "treedebugg": [0, 1, 32, 42], "sorted_by_str": [0, 1, 37, 38], "interpret_color": [0, 1, 37, 38], "math": [0, 1, 2, 5, 42], "vec": [0, 1, 37], "proj": [0, 1, 37], "r_x": [0, 1, 37], "r_y": [0, 1, 37], "r_z": [0, 1, 37], "t": [0, 1, 2, 3, 5, 18, 19, 21, 32, 33, 35, 36, 37, 43, 46, 48, 50, 55], "to_radian": [0, 1, 37], "r_between": [0, 1, 37], "approx_equ": [0, 1, 37], "euclidean_dist": [0, 1, 6, 22, 23, 24, 25, 37], "misc": [0, 1], "remap": [0, 1, 37], "json_saf": [0, 1, 37], "safe_slic": [0, 1, 37], "similar": [0, 1, 37, 46, 48], "special_char": [0, 1, 37], "plot": [0, 1, 6, 7, 53], "templat": [0, 1, 42], "simplest": [0, 1, 37], "simpleact": [0, 1, 37], "simpleobserv": [0, 1, 37], "dettransitionmodel": [0, 1, 37], "detobservationmodel": [0, 1, 37], "detrewardmodel": [0, 1, 37], "uniformpolicymodel": [0, 1, 37], "tabulartransitionmodel": [0, 1, 37, 42], "tabularobservationmodel": [0, 1, 37, 42], "tabularrewardmodel": [0, 1, 37, 42], "test_util": [0, 1], "typ": [0, 1], "bcolor": [0, 1, 37], "info": [0, 1, 37], "note": [0, 1, 2, 5, 7, 18, 22, 32, 33, 35, 36, 37, 38, 45, 46, 48, 52, 53], "error": [0, 1, 37, 42], "warn": [0, 1, 2, 37, 38, 46], "success": [0, 1, 2, 37], "bold": [0, 1, 37], "cyan": [0, 1, 37], "magenta": [0, 1, 37], "blue": [0, 1, 10, 37, 38], "green": [0, 1, 37, 53], "yellow": [0, 1, 37], "red": [0, 1, 37, 47], "white": [0, 1, 10, 37], "content": [0, 1, 41, 52], "clear_ag": [1, 2], "last_best_reward": [1, 2], "plan": [1, 2, 3, 5, 7, 10, 18, 22, 23, 32, 37, 38, 42, 45, 46, 48, 51, 52, 55], "set_rollout_polici": [1, 2], "updat": [1, 2, 3, 5, 18, 21, 26, 29, 35, 37, 38, 42, 46, 47, 48], "update_agent_belief": [1, 2, 5], "get_preferred_act": [1, 2, 45], "last_num_sim": [1, 2, 48], "last_planning_tim": [1, 2], "updates_agent_belief": [1, 2, 5], "rollout": [1, 2, 6, 18, 22, 24, 25, 26, 30, 32, 37, 42, 45, 48], "from_vnod": [1, 2], "histori": [1, 2, 5, 19, 22, 24, 25, 27, 30, 32, 37, 38, 45, 48], "children": [1, 2, 37, 38, 42], "num_visit": [1, 2], "valu": [1, 2, 5, 24, 25, 31, 32, 34, 36, 37, 38, 42, 45, 46, 48, 53, 55], "argmax": [1, 2, 5, 6, 12, 18, 22, 24, 25, 26, 30, 32, 33, 37, 42, 48], "print_children_valu": [1, 2], "ekf_update_mlo": [1, 2, 3], "integrate_belief_seg": [1, 2, 3], "segmented_cost_funct": [1, 2, 3], "create_plan": [1, 2, 3], "interpret_sqp_plan": [1, 2, 3], "add_attr": [1, 5], "all_act": [1, 5], "all_observ": [1, 5], "all_stat": [1, 5], "init_belief": [1, 5, 12, 24, 27, 32, 33, 48], "sample_belief": [1, 5], "set_belief": [1, 5, 46, 48], "update_histori": [1, 5, 48], "sampl": [1, 2, 5, 6, 12, 18, 19, 22, 24, 25, 26, 30, 32, 33, 36, 37, 42, 45, 46, 48, 53], "__getitem__": [1, 5, 34, 36, 37, 38], "__setitem__": [1, 5, 34, 36], "apply_transit": [1, 5], "blackbox_model": [1, 5, 35], "cur_stat": [1, 5], "provide_observ": [1, 5], "reward_model": [1, 5, 6, 10, 18, 26, 47, 48], "state_transit": [1, 5, 18, 21, 46, 48], "transition_model": [1, 5, 6, 7, 18, 26, 35, 46, 47, 48], "get_histogram": [1, 5, 34, 36], "mpe": [1, 5, 18, 19, 30, 31, 34, 36, 42], "get_all_observ": [1, 5, 6, 32, 33, 37, 48], "get_distribut": [1, 5, 32, 33], "probabl": [1, 5, 6, 12, 13, 18, 19, 22, 24, 25, 26, 30, 31, 32, 33, 36, 37, 42, 43, 46, 48, 50], "initi": [1, 5, 7, 19, 21, 24, 25, 27, 32, 42, 45, 46, 47, 48], "polici": [1, 2, 5, 12, 13, 22, 24, 25, 30, 32, 33, 37, 42, 45, 46, 48], "termin": [1, 2, 5, 18, 24, 25, 37, 38, 46, 48], "get_all_act": [1, 5, 6, 12, 18, 22, 24, 25, 26, 30, 32, 33, 37, 45, 48], "get_all_st": [1, 5, 6, 32, 33, 37, 48], "b": [1, 2, 3, 5, 35, 37, 38, 46], "object_belief": [1, 5, 19], "random": [1, 2, 5, 6, 18, 19, 22, 24, 25, 30, 31, 34, 36, 37, 42, 45, 48], "set_object_belief": [1, 5], "factor": [1, 5, 18, 20, 46], "merg": [1, 5, 18, 20], "observation_model": [1, 5, 6, 7, 18, 26, 29, 35, 46, 47, 48], "copi": [1, 5, 53], "get_object_attribut": [1, 5], "get_object_class": [1, 5], "get_object_st": [1, 5], "": [1, 2, 3, 5, 7, 12, 13, 18, 20, 21, 22, 23, 24, 25, 28, 30, 32, 33, 35, 37, 38, 41, 42, 43, 46, 48, 50, 52], "set_object_st": [1, 5], "situat": [1, 5, 47], "abstraction_over_histogram": [1, 34, 35], "update_histogram_belief": [1, 34, 35, 46, 48], "abstraction_over_particl": [1, 34, 35], "particle_reinvigor": [1, 34, 35], "update_particles_belief": [1, 34, 35], "is_norm": [1, 34, 36], "add": [1, 2, 19, 34, 36, 42], "from_histogram": [1, 34, 36], "get_abstract": [1, 34, 36], "weightedparticl": [1, 34, 36, 42], "condens": [1, 34, 36], "weight": [1, 2, 34, 36, 37], "cov": [1, 34, 36], "covari": [1, 2, 3, 34, 36], "mean": [1, 2, 21, 23, 26, 34, 35, 36, 46], "sigma": [1, 18, 19, 22, 34, 36], "simple_rl": [1, 37, 55], "num_nod": [1, 37, 38], "depth": [1, 2, 37, 38], "d": [1, 2, 3, 37, 38, 48, 52], "num_lay": [1, 37, 38], "nl": [1, 37, 38], "nn": [1, 37, 38], "nq": [1, 37, 38], "nv": [1, 10, 37, 38], "l": [1, 2, 3, 12, 37, 38, 47, 48, 52], "layer": [1, 37, 38], "leaf": [1, 37, 38], "step": [1, 2, 18, 32, 33, 37, 38, 41, 42, 46, 48, 53], "back": [1, 37, 38], "root": [1, 37, 38, 41, 53], "r": [1, 2, 3, 5, 12, 18, 21, 22, 24, 25, 29, 30, 32, 33, 37, 38, 42, 43, 46, 48, 50, 52, 53], "c": [1, 2, 10, 37, 38, 55], "p": [1, 24, 25, 37, 38, 52], "pp": [1, 37, 38], "mbp": [1, 37, 38], "pm": [1, 37, 38], "mark_sequ": [1, 37, 38], "mark": [1, 7, 13, 20, 37, 38, 47], "mark_path": [1, 37, 38], "markp": [1, 37, 38], "clear": [1, 2, 19, 27, 37, 38, 47], "bestseq": [1, 37, 38], "bestseqd": [1, 37, 38], "single_node_str": [1, 37, 38], "preferred_act": [1, 37, 38], "path": [1, 37, 38, 41, 46], "path_to": [1, 37, 38], "tree_stat": [1, 37, 38], "left": [1, 12, 18, 20, 32, 33, 37, 38, 46, 48, 53], "up": [1, 5, 12, 37, 38], "right": [1, 10, 12, 18, 19, 20, 32, 33, 37, 38, 46, 48, 53], "down": [1, 37, 48], "longleft": [1, 37], "longright": [1, 37], "hline": [1, 37], "vline": [1, 37], "bottomleft": [1, 37], "longbottomleft": [1, 37], "topleft": [1, 37], "longtopleft": [1, 37], "topright": [1, 37], "longtopright": [1, 37], "bottomright": [1, 37], "longbottomright": [1, 37], "intersect": [1, 37], "topt": [1, 37], "leftt": [1, 37], "rightt": [1, 37], "bottomt": [1, 37], "shadebar": [1, 37], "subscript": [1, 37], "reward_func": [1, 37], "endc": [1, 37], "disabl": [1, 37], "exist": [2, 37, 38, 44, 46, 48, 51, 52], "solver": [2, 32, 42, 44, 47, 48, 52], "under": [2, 23, 41, 46, 48, 55], "develop": [2, 5, 42, 46, 50, 52, 53, 55], "contribut": [2, 49, 52, 53], "want": [2, 19, 41, 47], "po": [2, 24, 25, 52], "baselin": 2, "paper": [2, 3, 7, 12, 13, 18, 20, 22, 28, 30, 45, 47, 48, 52], "2": [2, 10, 12, 20, 24, 25, 26, 27, 29, 30, 31, 37, 38, 45, 46, 48, 52, 53, 55], "quot": [2, 7, 12, 13, 32, 33, 48], "from": [2, 5, 7, 12, 13, 19, 20, 21, 22, 23, 27, 30, 32, 33, 36, 37, 38, 41, 42, 45, 46, 47, 48, 53], "To": [2, 12, 33, 37, 38, 41, 45, 47, 48], "provid": [2, 42, 46, 47, 48, 51, 52, 55], "perform": [2, 3, 5, 46, 48, 55], "benchmark": 2, "case": [2, 18, 21, 22, 32, 33, 35, 46, 48, 49, 52, 55], "we": [2, 7, 18, 19, 22, 23, 41, 44, 46, 47, 48, 49, 52, 53, 55], "evalu": [2, 36], "simpl": [2, 7, 20, 22, 23, 24, 25, 26, 32, 44, 47, 48, 52], "mont": [2, 48], "carlo": [2, 48], "simul": [2, 5, 18, 21, 32, 42, 46, 48], "without": [2, 37, 42, 46, 47, 48], "ani": [2, 13, 21, 22, 36, 46], "tree": [2, 37, 38, 42, 47, 48], "The": [2, 3, 5, 7, 12, 13, 14, 18, 20, 21, 22, 23, 24, 25, 28, 30, 32, 33, 36, 37, 38, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 55], "us": [2, 3, 5, 7, 18, 19, 20, 21, 22, 23, 32, 35, 36, 37, 38, 41, 42, 43, 44, 45, 47, 48, 49, 50, 52, 53, 55], "describ": [2, 3, 5, 18, 21, 41, 43, 44, 45, 47, 48, 52], "section": [2, 47, 48], "3": [2, 12, 20, 21, 24, 25, 32, 33, 37, 38, 46, 48, 53, 55], "It": [2, 3, 5, 20, 22, 36, 37, 38, 42, 45, 46, 47, 48, 52, 55], "n": [2, 18, 20, 24, 25, 35, 36, 37, 38, 46, 47], "A": [2, 3, 5, 7, 12, 13, 18, 19, 21, 27, 32, 33, 37, 38, 42, 43, 46, 47, 48, 50, 52, 55], "each": [2, 3, 5, 12, 13, 21, 22, 36, 37, 38, 46], "legal": 2, "select": 2, "highest": [2, 5, 31, 36, 37, 38], "averag": [2, 36], "return": [2, 3, 5, 12, 19, 21, 22, 23, 24, 25, 30, 31, 32, 33, 35, 36, 37, 38, 42, 45, 46, 48], "don": [2, 5, 18, 35, 48], "requir": [2, 5, 12, 22, 24, 25, 30, 32, 33, 35, 37, 42, 43, 53], "an": [2, 3, 5, 7, 10, 12, 13, 18, 19, 20, 21, 22, 23, 24, 25, 29, 32, 33, 36, 37, 42, 43, 45, 46, 47, 48, 50, 52, 55], "But": [2, 5, 18, 20, 22, 32, 33, 35, 41, 42, 48], "do": [2, 5, 7, 41, 47, 48], "class": [2, 3, 5, 10, 12, 14, 15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 36, 37, 38, 42, 43, 45, 46, 47, 48, 51], "base": [2, 3, 5, 10, 12, 14, 15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 37, 38, 41, 42, 46, 47, 48, 51, 52, 55], "self": [2, 5, 12, 19, 21, 22, 24, 25, 30, 31, 32, 33, 36, 37, 38, 45, 47, 48], "carri": [2, 5], "inform": [2, 3, 5, 23, 27, 41, 43, 48], "bt": [2, 3, 5], "ht": [2, 5], "o": [2, 5, 12, 24, 25, 30, 32, 33, 35, 37, 41, 43, 46, 48, 50, 52], "g": [2, 3, 5, 13, 18, 21, 32, 42, 48, 49], "pi": [2, 5, 12, 22, 24, 25, 33, 43, 48], "necessari": [2, 5, 18, 47], "rollout_polici": [1, 2, 37, 38, 48], "given": [2, 5, 12, 18, 21, 22, 33, 35, 36, 37, 38, 43, 45, 46, 48], "one": [2, 5, 12, 19, 21, 32, 33, 37, 38, 44, 48, 52, 55], "real_act": [2, 5, 18, 27, 35], "real_observ": [2, 5, 18, 27, 35, 48], "real": [2, 5, 18, 21, 29, 35, 46, 48], "accordingli": [2, 5], "If": [2, 3, 5, 19, 21, 22, 27, 32, 33, 35, 36, 37, 38, 46, 48, 52], "i": [2, 3, 5, 7, 10, 12, 13, 14, 18, 19, 20, 21, 22, 23, 24, 25, 29, 30, 32, 33, 35, 36, 37, 38, 41, 42, 43, 45, 46, 47, 48, 49, 52, 53, 55], "also": [2, 5, 22, 32, 33, 37, 38, 47, 48, 50, 52, 55], "here": [2, 5, 7, 37, 38, 41, 45, 46, 48, 49, 53], "attribut": [2, 5, 20], "should": [2, 3, 5, 20, 22, 35, 41, 42, 43, 46, 47, 48, 51, 53], "set": [2, 5, 12, 19, 20, 21, 23, 24, 25, 30, 32, 33, 35, 36, 37, 42, 45, 46, 47, 48, 55], "true": [2, 5, 10, 13, 18, 21, 22, 23, 26, 32, 35, 36, 37, 38, 42, 46, 48, 53], "By": [2, 5, 23, 46], "default": [2, 5, 32, 35, 42, 46], "doe": [2, 5, 13, 23, 30, 36, 37, 38, 42, 43, 46, 48, 55], "noth": [2, 5], "function": [2, 3, 5, 7, 18, 19, 21, 27, 32, 35, 36, 37, 38, 42, 45, 46, 48, 50], "thi": [2, 3, 5, 7, 12, 18, 19, 20, 21, 22, 23, 24, 25, 29, 30, 32, 33, 35, 36, 37, 38, 41, 42, 43, 44, 45, 46, 48, 52, 53, 55], "uct": 2, "partial": [2, 12, 13, 32, 33, 48, 52], "present": [2, 7, 36], "extens": [2, 20, 22, 42, 48, 49, 52, 55], "combin": [2, 37], "mct": 2, "ucb1": [2, 42], "In": [2, 7, 18, 30, 32, 33, 44, 45, 46, 47, 48, 49], "other": [2, 6, 24, 25, 32, 33, 48, 52], "word": 2, "just": [2, 14, 19, 32, 33, 36, 37, 46, 48, 53], "arbitrari": 2, "strategi": 2, "mai": [2, 5, 7, 18, 24, 35, 41, 43, 44, 47, 52, 53], "refer": [2, 3, 7, 18, 24, 32, 33, 41, 42, 45], "spars": 2, "poss": 2, "introduc": [2, 12, 13, 42, 47, 48], "recent": 2, "5": [2, 3, 10, 21, 23, 24, 25, 32, 37, 38, 46, 48, 53], "mdp": [2, 5, 52, 55], "6": [2, 26, 37, 38, 46, 48, 53], "propos": 2, "call": [2, 5, 35, 46, 48], "powss": 2, "howev": [2, 48], "line": [2, 46, 47], "work": [2, 37, 38, 42, 46, 48, 52, 53, 55], "sole": 2, "still": [2, 35, 48], "compar": [2, 36], "exactli": 2, "while": [2, 12, 32, 33, 42, 48], "depend": [2, 3, 5, 7, 24, 30, 37, 42, 53], "explor": [2, 37, 38], "constant": [0, 2, 6, 37], "7": [2, 10, 37, 38, 42, 46], "reflect": 2, "prior": [2, 5, 18, 19, 26, 27, 32, 42, 48], "knowledg": [2, 48], "regard": [2, 5, 42, 48], "amount": [2, 7], "thei": [2, 19, 23, 35, 46], "follow": [2, 3, 5, 18, 32, 33, 37, 38, 45, 46, 47, 48, 52, 53], "wa": [2, 42, 47], "r_": 2, "hi": 2, "lo": 2, "where": [2, 3, 5, 7, 10, 18, 20, 21, 22, 24, 25, 35, 47, 48, 53], "rhi": 2, "achiev": 2, "dure": [2, 23, 37, 38, 42, 45, 46, 48], "run": [2, 23, 32, 33, 41, 42, 46, 47, 48, 53], "0": [2, 5, 10, 12, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 36, 37, 38, 45, 46, 48, 53], "rlo": 2, "lowest": 2, "inde": [2, 48], "differ": [2, 12, 18, 20, 22, 41, 42, 43, 47, 55], "between": [2, 5, 12, 21, 23, 24, 32, 37, 42, 43, 47, 55], "certainli": 2, "onli": [2, 5, 13, 22, 32, 37, 38, 42, 43, 48], "wai": [2, 46, 48, 55], "obtainx1": 2, "object": [0, 2, 5, 6, 10, 19, 20, 21, 22, 23, 24, 25, 29, 31, 36, 37, 38, 42, 45, 48, 51, 52, 53], "problem": [0, 2, 3, 5, 35, 42, 44, 46, 48, 49, 52, 53, 55], "specif": [2, 5, 36, 37, 38, 42, 48, 55], "cl": [2, 5], "kwarg": [2, 5, 12, 19, 20, 21, 22, 24, 25, 26, 29, 31, 33, 36, 37, 38, 42], "intend": 2, "classmethod": [2, 5, 20, 22, 29, 30, 31, 36, 46], "mimic": 2, "behavior": [2, 20, 42, 48], "generateleg": 2, "generatepref": 2, "david": [2, 48], "silver": [2, 48], "code": [2, 5, 37, 42, 45, 46, 47, 48, 52, 55], "tupl": [2, 3, 5, 10, 19, 21, 22, 24, 25, 30, 36, 37], "form": [2, 35], "num_visits_init": [1, 2], "value_init": [1, 2], "repres": [2, 3, 5, 10, 19, 24, 25, 35, 36, 37, 38, 44, 46, 47], "prefer": [2, 37, 38, 42, 48], "act": [2, 5, 32, 48, 52, 53], "despot": [2, 55], "For": [2, 5, 21, 23, 36, 42, 48, 53], "exampl": [2, 5, 18, 21, 23, 32, 33, 37, 38, 42, 45, 47, 48, 49, 50, 52], "certain": [2, 5], "possibl": [2, 5, 12, 20, 22, 24, 25, 30, 32, 33, 37, 48, 55], "subset": [2, 37, 38], "all": [2, 5, 12, 19, 22, 24, 25, 30, 32, 33, 36, 37, 38, 42, 48, 55], "when": [2, 5, 18, 24, 25, 28, 30, 36, 37, 38, 41, 42, 44, 45, 46, 47, 48, 52, 53, 55], "domain": [2, 6, 7, 10, 13, 18, 22, 24, 26, 32, 42, 44, 47, 52], "can": [2, 5, 7, 12, 14, 18, 20, 21, 22, 28, 32, 33, 37, 38, 42, 46, 47, 48, 50, 53, 55], "heurist": [2, 24, 25, 48], "space": [2, 3, 5, 7, 10, 12, 13, 19, 20, 22, 24, 25, 28, 32, 33, 35, 42, 46, 47, 48, 50], "enumer": [2, 32, 37, 38, 42, 43, 46, 48, 50], "__init__": [2, 5, 36, 41, 42, 45, 47, 48], "max_depth": [1, 2, 18, 26, 37, 38, 48], "planning_tim": [2, 18, 26, 42, 48], "1": [2, 3, 5, 7, 10, 12, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 32, 33, 36, 37, 38, 45, 46, 47, 48, 52, 53], "num_sim": [2, 37, 38, 42], "discount_factor": [1, 2, 5, 18, 26, 37, 38, 46, 48], "9": [2, 37, 42, 46, 48, 53], "exploration_const": [2, 18, 26, 37, 38, 48], "sqrt": 2, "action_prior": [1, 2, 45], "none": [2, 3, 5, 10, 18, 19, 20, 22, 24, 25, 29, 30, 32, 35, 36, 37, 38, 45, 46, 48, 53], "show_progress": 2, "fals": [2, 5, 10, 12, 18, 19, 21, 22, 23, 24, 25, 29, 31, 32, 33, 35, 36, 37, 46, 53], "pbar_update_interv": 2, "paramet": [2, 3, 5, 12, 18, 19, 21, 22, 24, 25, 27, 30, 32, 33, 35, 36, 37, 38, 42, 46, 48], "int": [2, 19, 21, 32, 33, 37, 38, 46], "float": [2, 5, 12, 21, 22, 24, 25, 30, 32, 33, 36, 37, 46], "time": [2, 12, 18, 20, 24, 25, 35, 46, 47], "second": [2, 35, 37, 38, 41, 46, 47], "neg": [2, 32, 33, 42, 48], "number": [2, 5, 18, 19, 32, 33, 35, 36, 37, 38, 42, 46, 55], "reach": [2, 5, 18, 46, 48], "both": [2, 32, 33, 37, 38, 46, 47], "ar": [2, 5, 7, 12, 18, 19, 22, 23, 24, 25, 28, 32, 33, 35, 36, 37, 38, 41, 42, 43, 46, 47, 48, 49, 53, 55], "over": [2, 7, 19, 32, 35, 36, 43, 44, 45, 48], "bool": [2, 5, 18, 21, 32, 35, 37, 38, 46], "print": [2, 37, 38, 42, 46, 48], "progress": [2, 42], "bar": [2, 42], "after": [2, 5, 12, 20, 21, 22, 29, 42, 46, 48], "you": [2, 5, 7, 18, 32, 33, 35, 37, 38, 41, 42, 45, 46, 47, 48, 52, 53], "even": [2, 49], "your": [2, 42, 47, 52], "stop": 2, "criteria": 2, "ran": 2, "last": [2, 13, 20], "assum": [2, 3, 5, 7, 10, 12, 19, 22, 23, 24, 25, 30, 32, 33, 36, 37, 42, 46, 53], "ha": [2, 5, 18, 23, 24, 25, 31, 36, 41, 46, 47, 51, 55], "been": [2, 48, 49], "take": [2, 5, 14, 24, 25, 28, 36, 42, 45, 46, 47, 48], "receiv": [2, 5, 12, 24, 25, 32, 33, 47, 48], "choos": [2, 45, 48], "uniformli": [2, 48], "child": 2, "implement": [2, 3, 5, 7, 12, 13, 18, 22, 24, 25, 28, 30, 32, 33, 36, 37, 42, 44, 45, 48, 49, 50, 51, 52, 55], "origin": [2, 7, 10, 12, 13, 20, 22, 24, 25, 45, 47, 48, 52], "larg": [2, 5, 28, 29, 30, 48], "http": [2, 3, 46, 52, 53], "nip": 2, "cc": 2, "4031": 2, "One": [2, 19, 48], "thing": 2, "happen": [2, 18, 22], "new": [2, 5, 21, 29, 35, 36, 42, 52], "store": [2, 5, 37, 46, 48], "level": [2, 47], "execut": [2, 5, 21, 23, 37, 38, 46, 48], "next": [2, 5, 12, 22, 24, 25, 30, 32, 33, 37, 48], "These": 2, "reinvigor": [2, 35, 53], "enough": [2, 12, 33, 49], "separ": [2, 41, 42, 47], "complet": [2, 7, 37, 46], "node": [2, 37, 38, 42, 46], "longer": 2, "keep": [2, 12, 33, 35, 37], "track": [2, 35], "reinvogr": 2, "onc": [2, 5, 32, 48], "have": [2, 3, 5, 18, 19, 21, 24, 25, 32, 33, 35, 36, 37, 38, 42, 43, 46, 47, 48, 49, 55], "previous": [2, 42, 47], "version": [2, 46, 53], "basicpomcp": 2, "jl": [2, 46, 55], "github": [2, 41, 42, 46, 52, 53], "com": [2, 46, 53], "juliapomdp": [2, 7], "two": [2, 32, 33, 36, 37, 41, 44, 46, 48, 55], "equival": [2, 10, 48], "gener": [2, 5, 18, 32, 33, 36, 41, 43, 45, 46, 47, 48, 49, 52], "doesn": [2, 19, 32, 33, 55], "hurt": [2, 32, 33, 48], "featur": [2, 37, 38, 42, 52, 55], "state_transform_func": [2, 35], "artifici": [2, 48, 52], "transform": 2, "signatur": [2, 42], "s_transform": 2, "maintain": [2, 5, 12, 35, 46], "iter": [2, 24, 25, 32, 35, 42, 46, 48, 53, 55], "explain": [2, 41], "4": [2, 3, 20, 37, 38, 46, 48, 53], "stochast": [2, 13, 32, 48, 52], "No": [2, 46], "prune": [2, 46], "explod": 2, "veri": [2, 5, 48], "fast": 2, "feasibl": [2, 5, 12, 24, 25, 30, 32, 33, 37], "small": [2, 12, 22, 26, 27, 29, 30, 32, 33, 42, 48], "explicitli": [2, 24, 25, 35, 43, 45, 46, 48, 50], "horizon": [2, 42, 46, 48], "inf": [2, 46], "epsilon": [2, 18, 19, 22, 36, 37], "1e": [2, 22, 36, 37, 48], "lqr": [2, 3], "maximum": [2, 3, 7, 10, 18, 19, 32, 33, 42, 46], "likelihood": [2, 3, 7, 10, 36], "func_sysd": [2, 3], "func_ob": [2, 3], "jac_sysd": [2, 3], "jac_ob": [2, 3], "jac_sysd_u": [2, 3], "noise_ob": [2, 3], "noise_sysd": [2, 3], "qlarg": [2, 3], "q": [2, 3, 37, 38, 42], "planning_horizon": [2, 3], "15": [2, 3, 32, 37, 38, 46, 48], "sourc": [2, 3, 10, 12, 14, 15, 18, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 32, 35, 37, 38, 41, 46, 47, 48, 53], "ut": [2, 3], "ekf": [2, 3], "equat": [2, 3, 35], "12": [2, 3, 21, 29, 37, 46, 53], "13": [2, 3, 42], "f": [2, 3, 10], "point": [2, 3, 23, 28, 30, 46], "mt": [2, 3], "cov_t": [2, 3], "np": [2, 3], "arrai": [2, 3, 10, 36], "shape": [2, 3, 10, 20, 22, 23, 47], "cost": [2, 3, 19, 24, 25, 35], "need": [2, 3, 7, 19, 22, 32, 33, 35, 42, 45, 46, 48, 53], "turn": [2, 3], "long": [2, 3], "vector": [2, 3, 36, 37, 46], "consist": [2, 3, 12, 33], "column": [2, 3], "stich": [2, 3], "togeth": [2, 3], "control": [2, 3, 21, 22, 29, 48], "noise_t": [2, 3], "nois": [2, 3, 24, 25, 32, 33, 48], "possibli": [2, 3], "matrix": [2, 3], "wt": [2, 3], "term": [2, 3], "e": [2, 3, 5, 12, 18, 20, 21, 22, 23, 24, 25, 30, 32, 33, 37, 38, 42, 47, 48, 49, 53], "ad": [2, 3, 5, 42], "system": [2, 3, 46, 48, 55], "dynam": [2, 3, 22, 23], "v": [2, 3, 37, 38, 42, 46], "eq": [2, 3], "sam": [2, 3], "dimension": [2, 3, 12], "noise_obs_cov": [2, 3], "correspond": [2, 3, 21, 45, 46], "b_i": [2, 3], "u_i": [2, 3], "num_seg": [2, 3], "18": [2, 3, 37, 38, 46], "phi": [2, 3], "sum": [2, 3], "b_": [2, 3, 35, 48], "b_t": [2, 3, 48], "seg": [2, 3], "essenti": [2, 3, 43], "bu_traj": [2, 3], "b_de": [2, 3], "u_d": [2, 3], "17": [2, 3], "desir": [2, 3, 41], "covt": [2, 3], "comput": [2, 3, 19, 35, 42, 46], "list": [2, 3, 36, 37, 38, 42, 46], "begin": [2, 3, 37, 48], "segment": [2, 3], "avail": [2, 3, 5, 42, 52], "pass": [2, 3, 5, 12, 46, 48], "empti": [2, 3, 27], "b_0": [2, 3], "u_init": [2, 3], "control_bound": [2, 3], "opt_opt": [2, 3], "opt_callback": [2, 3], "solv": [2, 3, 6, 12, 13, 18, 26, 32, 42, 44, 47, 50, 52, 53], "sqp": [2, 3], "direct": [2, 3, 51], "transcript": [2, 3], "produc": [2, 3], "doc": [2, 3, 42], "scipi": [2, 3], "org": [2, 3, 42, 46, 52, 53], "tutori": [2, 3, 42, 45], "optim": [2, 3, 48], "html": [2, 3, 41, 46, 53], "opt_r": [2, 3], "lesli": [2, 48, 52], "pack": [2, 48, 52], "kaelbl": [2, 48, 52], "michael": [2, 47, 48, 52], "littman": [2, 48, 52], "anthoni": [2, 46, 48, 50, 52], "cassandra": [2, 46, 48, 50, 52], "intellig": [2, 48, 52], "101": [2, 48, 52], "99": [2, 18, 26, 46, 48, 52], "134": [2, 48, 52], "1998": [2, 48, 52], "joel": [2, 48], "veness": [2, 48], "advanc": [2, 48, 55], "neural": [2, 48], "process": [2, 32, 33, 48], "2164": [2, 48], "2172": [2, 48], "2010": [2, 48], "levent": 2, "kocsi": 2, "csaba": 2, "szepesv": 2, "\u00e1": 2, "ri": 2, "bandit": 2, "european": 2, "confer": [2, 47, 48, 52], "machin": [2, 46], "learn": [2, 5, 43, 48, 49, 51, 52, 55], "282": 2, "293": 2, "springer": 2, "2006": 2, "platt": 2, "tedrak": 2, "lozano": 2, "perez": 2, "proceed": [2, 48], "robot": [2, 7, 14, 18, 19, 20, 21, 22, 23, 24, 25, 28, 30, 47, 48, 52, 55], "scienc": 2, "zaragoza": 2, "spain": 2, "june": 2, "doi": 2, "10": [2, 18, 21, 24, 25, 26, 27, 29, 30, 32, 33, 37, 38, 42, 46, 48, 52], "15607": 2, "rss": 2, "vi": [2, 48], "037": 2, "h": [2, 48], "lim": 2, "clair": 2, "j": 2, "tomlin": 2, "zachari": 2, "sunberg": 2, "search": [0, 2, 6, 12, 13, 19, 20, 22, 24, 25, 37, 38, 42, 48, 52, 53], "guarante": 2, "continu": [2, 7, 42, 48], "arxiv": [2, 52], "preprint": 2, "1910": 2, "04332": 2, "2019": [2, 18, 20, 22, 47, 48], "kearn": 2, "yishai": 2, "mansour": 2, "andrew": 2, "y": [2, 19, 20, 21, 22, 24, 25, 27, 28, 29], "ng": 2, "markov": [2, 32, 33, 48], "decis": [2, 32, 33, 48], "49": [2, 37], "193": 2, "208": 2, "2002": 2, "ant": 2, "\u00f3": 2, "nio": 2, "gusmao": 2, "tapani": 2, "raiko": 2, "toward": 2, "beyond": [2, 52], "game": 2, "go": [2, 13, 41, 44, 53], "ecai": 2, "384": 2, "389": 2, "2012": 2, "import": [5, 37, 38, 43, 45, 46, 48, 53], "must": [5, 7, 12, 13, 46, 48], "hashabl": [5, 36, 37, 42], "oper": 5, "its": [5, 7, 12, 13, 14, 21, 22, 23, 24, 25, 32, 33, 42, 43, 46, 48, 50, 51, 55], "job": [5, 43, 48], "taken": [5, 18, 36], "care": [5, 19], "suppli": [5, 45], "OR": 5, "policy_model": [5, 6, 18, 26, 37, 38, 47, 48], "attr_nam": 5, "attr_valu": 5, "allow": [5, 42, 47, 48, 52], "sometim": [5, 48], "model": [5, 6, 7, 12, 13, 18, 19, 20, 24, 25, 26, 32, 33, 37, 42, 46, 47, 50, 51, 52], "transit": [5, 12, 21, 22, 24, 25, 30, 32, 33, 35, 37, 46, 47, 48], "current": [5, 13, 21, 24, 25, 35, 37, 38, 46, 50], "which": [5, 14, 21, 24, 32, 33, 35, 36, 37, 38, 42, 45, 46, 48, 55], "most": [5, 12, 19, 22, 24, 25, 30, 33, 36, 37], "like": [5, 12, 19, 22, 24, 25, 30, 33, 36, 37, 38, 41, 42, 43, 47, 48, 53], "map": [5, 13, 16, 19, 20, 21, 22, 23, 27, 36, 37, 46], "variabl": [5, 31, 32, 36, 46], "pr": [5, 12, 22, 24, 25, 30, 32, 33, 35, 36, 37], "x": [5, 7, 10, 12, 19, 20, 21, 22, 24, 25, 27, 28, 29, 36, 53], "varval": 5, "evaul": 5, "world": [5, 12, 18, 20, 21, 22, 32, 48, 53], "2d": [5, 18, 20, 22, 23, 42], "gridworld": [5, 19, 20, 22, 47], "render": 5, "pygam": [5, 21, 29, 53], "Or": [5, 36, 48, 53], "could": [5, 18, 20, 21, 22, 32, 36, 44, 45, 48, 52, 55], "3d": 5, "opengl": 5, "therefor": [5, 12, 35], "mind": 5, "how": [5, 32, 44, 47, 52], "so": [5, 13, 37, 38, 41, 42, 48, 53, 55], "passiv": 5, "never": [5, 30], "nor": [5, 32, 33, 48], "init_st": [5, 10, 12, 15, 21, 24, 25, 29, 32, 46], "next_stat": [5, 12, 20, 21, 22, 24, 25, 30, 32, 33, 37, 48], "appli": [5, 42], "assign": [5, 36], "underli": [5, 33, 36], "accord": [5, 12, 22, 23, 24, 25, 28, 30, 32, 33, 37, 47, 48], "type": [5, 12, 19, 21, 22, 24, 25, 30, 32, 33, 35, 36, 37, 42, 45, 46], "synonym": 5, "result": [5, 20, 21, 22, 35, 48], "trigger": [5, 21], "becom": [5, 21, 48], "discount": [5, 12, 24, 25, 46, 53], "until": [5, 46], "condit": [5, 48], "reward": [5, 12, 21, 22, 24, 25, 30, 32, 33, 37, 46, 47, 48, 53], "addition": [5, 53], "exhibit": 5, "properti": [5, 10, 20, 21, 23, 24, 25, 29, 37, 38, 42], "That": [5, 46], "support": [5, 22, 36, 43, 45, 51, 52, 55], "dictionari": [5, 19, 36, 37, 48], "randomli": [5, 12, 22, 24, 25, 30, 32, 33, 36, 37, 47], "tempor": 5, "abstract": [5, 36], "defin": [5, 10, 12, 13, 14, 18, 20, 22, 36, 37, 42, 44, 45, 46, 47, 50, 51], "semi": 5, "reinforc": [5, 51, 55], "satisfi": 5, "conveni": [5, 32, 37, 42], "overriden": 5, "feel": [5, 55], "write": [5, 46], "boolean": 5, "whether": [5, 12, 43, 46], "technic": 5, "instanc": [5, 21, 24, 25, 32, 33, 46, 47], "env": [5, 6, 7, 13, 18, 26, 46, 47, 48], "name": [5, 12, 20, 24, 32, 33, 37, 46, 48], "treat": [5, 19, 32, 48], "h_t": [5, 48], "reason": 5, "accommod": 5, "vari": [5, 7, 20, 22], "probabilti": 5, "arg": [5, 12, 24, 25, 30, 32, 33, 37, 38, 42, 48], "pair": 5, "mathbb": 5, "denot": 5, "sim": [5, 48], "black": [5, 10], "box": 5, "creat": [5, 6, 7, 10, 32, 37, 38, 41, 42, 46, 47, 48], "n_step": 5, "compon": [5, 13, 16, 18, 22, 26, 30, 46, 47, 48], "oo": [5, 20, 29, 42, 47, 51], "As": [5, 45, 47], "main": [5, 6, 12, 24, 25, 26, 32, 33, 42, 46, 48], "benefit": 5, "reduc": [5, 20, 35], "scale": 5, "exponenti": [5, 24], "linear": 5, "increas": [5, 24], "see": [5, 36, 42, 43, 46, 47, 48, 49, 50, 52, 53], "alwai": [5, 13, 49], "objid": [5, 18, 19, 20, 21, 22], "alia": [5, 37, 38], "return_oost": [5, 19, 42], "z": [5, 21, 29, 35], "mapsto": 5, "z_1": 5, "cdot": [5, 46], "z_n": 5, "id": [5, 19, 20, 21, 22], "dict": [5, 19, 20, 21, 27, 35, 36, 42], "object_observ": [5, 20], "singl": [5, 20, 37, 38, 47], "prod_i": 5, "z_i": 5, "param": [5, 20], "again": 5, "chang": [5, 20, 22, 36, 42, 43, 48, 53], "directli": [5, 12, 33, 35, 48, 50], "object_st": [5, 20, 22], "becaus": [5, 12, 13, 19, 41, 43, 46, 48], "caus": 5, "hashcod": 5, "incorrect": [5, 37], "kei": [5, 37, 38], "attr": 5, "request": [5, 7], "frozenset": 5, "identifi": 5, "sinc": [5, 35, 48], "hash": [5, 37, 42], "s_i": [5, 20], "made": [5, 35, 42, 53], "str": [5, 21, 32, 36, 46], "onlin": [5, 7, 48], "pure": 5, "underneath": 5, "hood": 5, "Its": 5, "output": [5, 41, 46, 53], "expect": [5, 46, 53], "same": [5, 28, 30, 32, 35, 36, 42, 46, 48], "lasertag": [], "light_dark": [0, 6, 49], "problem_discret": [0, 6], "test": [0, 6, 32, 35, 42, 46], "load_unload": [0, 6], "maze": [0, 6, 49], "multi_object_search": [0, 6, 47, 53], "example_world": [0, 6, 47], "random_world": [6, 18], "rocksampl": [0, 6, 42, 53], "cython": [0, 6, 37, 42, 52, 53, 55], "rocksample_problem": [0, 6], "run_rocksampl": [6, 24], "rocktyp": [6, 24, 25], "good": [6, 24, 25, 47, 53], "bad": [6, 24, 25, 53], "invert": [6, 24, 25], "moveact": [6, 24, 25], "east": [6, 18, 20, 24, 25], "west": [6, 18, 20, 24, 25], "north": [6, 18, 20, 24, 25, 53], "south": [6, 18, 20, 24, 25], "sampleact": [6, 24, 25], "checkact": [6, 24, 25], "rstransitionmodel": [6, 24, 25], "rsobservationmodel": [6, 24, 25], "rsrewardmodel": [6, 24, 25], "rspolicymodel": [6, 24, 25], "rocksampleproblem": [6, 24, 25], "random_free_loc": [6, 24, 25], "in_exit_area": [6, 24, 25], "generate_inst": [6, 24, 25], "print_stat": [6, 24, 25], "test_plann": [6, 12, 24, 25, 32, 33, 48], "init_particles_belief": [6, 24, 25], "tag": [0, 6, 42], "experi": [0, 6, 7], "tiger": [0, 6, 37, 38, 42, 45, 46, 47, 52, 53], "run_tig": [6, 32], "tiger_problem": [0, 6, 37, 38, 42, 46, 48], "tigerst": [6, 32, 33, 46], "tigeract": [6, 32, 33], "tigerobserv": [6, 32, 33], "tigerproblem": [6, 32, 33, 37, 38, 46, 48], "make_tig": [6, 32], "lightdarkenviron": [7, 10], "light": [0, 6, 10, 42], "const": [7, 10], "dark": [0, 6, 10, 42], "mazeenviron": [13, 15], "finit": [12, 13, 32, 46, 48], "descript": [7, 12, 13, 18, 20, 21, 22, 24, 25, 32, 33, 48], "start": [12, 13, 21, 37, 38, 48, 53], "goal": [7, 13, 48], "cannot": [12, 13, 36, 41], "perceiv": [12, 13], "locat": [12, 13, 19, 23, 24, 25, 28, 30, 53], "orient": [13, 14, 18, 19, 20, 22, 23, 47, 51], "presenc": 13, "absenc": 13, "wall": [13, 14], "side": [12, 13, 48], "squar": 13, "non": 13, "zero": [13, 42], "slip": 13, "know": [13, 18, 35], "attempt": [13, 42], "make": [13, 19, 36, 37, 38, 41, 42, 43, 47, 52, 53, 55], "move": [7, 12, 13, 24, 25, 30, 31, 37, 38, 47, 53], "had": 13, "consequ": 13, "actual": [7, 13, 18, 23, 32, 33, 48], "posit": [7, 13, 14, 24, 25, 30, 31, 32, 33, 48], "Not": [13, 36], "yet": [7, 13, 42, 47], "motion": [14, 18, 20, 22, 24, 25, 28, 47], "look": [14, 20, 22, 47, 53], "positit": 14, "mosag": [18, 19], "clear_histori": [18, 19, 26, 27], "mosoobelief": [18, 19], "initialize_belief": [18, 19, 26, 27], "motionact": [18, 20, 23], "scheme_xyth": [18, 20], "scheme_vw": [18, 20], "forward": [18, 20], "backward": [18, 20, 42], "scheme_xi": [18, 20], "east2d": [18, 20, 31], "west2d": [18, 20, 31], "north2d": [18, 20, 31], "south2d": [18, 20, 31], "scheme": [18, 20], "lookact": [18, 20], "findact": [18, 20], "objectobserv": [18, 20, 22], "null": [18, 20, 22], "mosooobserv": [18, 20, 21, 53], "for_obj": [18, 20], "pose": [18, 20, 22, 23, 47], "robotst": [18, 20], "robot_pos": [18, 20, 23], "objects_found": [18, 20], "mosoost": [18, 20], "object_pos": [18, 20], "mosenviron": [18, 21], "robot_id": [18, 19, 20, 21, 22, 23], "interpret": [18, 20, 21, 36, 47], "interpret_robot_id": [18, 21], "equip_sensor": [18, 21, 47], "make_laser_sensor": [18, 21, 47], "make_proximity_sensor": [18, 21, 47], "grid_map": [18, 19, 22, 26, 27, 29, 30, 47], "sensor": [18, 19, 20, 21, 22, 24, 25, 47, 48], "mosobservationmodel": [18, 22], "objectobservationmodel": [18, 22], "unittest": [6, 18, 21, 22, 26, 29], "mosrewardmodel": [18, 22], "goalrewardmodel": [18, 22], "mostransitionmodel": [18, 22], "staticobjecttransitionmodel": [18, 22], "robottransitionmodel": [18, 22], "if_move_bi": [18, 22, 26, 30], "valid_pos": [18, 22, 30, 31], "in_boundari": [18, 22], "file": [18, 41, 42, 47, 48, 53, 55], "some": [18, 37, 42, 44, 46, 48, 49, 53, 55], "string": [10, 18, 21, 33, 37, 38, 46], "width": [18, 19, 22, 23, 26, 29, 31], "length": [18, 19, 22, 23, 26, 29, 31], "num_obj": 18, "num_obstacl": 18, "robot_char": 18, "init_robot_st": 19, "object_id": [19, 22], "dim": [19, 21, 22], "01": [18, 19, 22, 46], "belief_rep": [18, 19], "num_particl": [12, 18, 19, 24, 25, 26, 27, 35, 36], "100": [12, 18, 19, 27, 32, 33, 46, 48], "custum": [19, 27], "sure": [19, 48], "robot_orient": 19, "multi": [0, 6, 19, 20, 22, 42, 49, 51, 52, 53], "target": [18, 19, 21, 28, 30, 32, 46, 47, 48], "obstacl": [19, 21, 23, 47], "realli": [19, 48], "about": [12, 19, 23, 24, 25, 37, 38, 42, 47], "them": [19, 37, 42, 44, 48, 53, 55], "includ": [18, 19, 22, 41, 42, 43], "unspecifi": 19, "uniform": [19, 24, 25, 26, 27, 32, 48], "radian": 19, "cup": [20, 48], "find": [20, 22, 42, 47, 52, 53], "45deg": 20, "input": [20, 21, 46, 50], "forc": 20, "everi": [20, 24, 25], "w": [20, 47], "drop": 20, "mo": [0, 6, 20, 42, 52, 53], "xy": [10, 20, 31], "distance_cost": 20, "motion_nam": 20, "xyth": [20, 53], "141592653589793": 20, "71238898038469": 20, "5707963267948966": 20, "vw": 20, "7853981633974483": 20, "icra": [18, 20, 22, 47], "instead": [18, 20, 22, 32, 33, 42, 43, 48], "topolog": [18, 20, 22, 47], "graph": [18, 20, 22, 46, 47], "fan": [20, 22, 23, 47], "someth": [20, 22, 53], "els": [20, 22, 45, 46, 48], "objpos": 20, "thu": [20, 35, 47], "grid": [12, 20, 22, 23, 24, 25, 30, 47], "s_1": 20, "s_2": 20, "s_n": 20, "s_r": 20, "leq": 20, "sr": 20, "objclass": 20, "camera_direct": 20, "overrid": 21, "parent": [21, 37, 38], "worldstr": [21, 26, 29, 31], "rx": [21, 29], "xt": 21, "laser": [21, 22, 23, 47], "fov": [21, 23], "90": [21, 23], "min_rang": [21, 23], "max_rang": [21, 23], "indic": [21, 35], "obsticl": 21, "replac": 21, "upper": 21, "letter": 21, "serv": 21, "lower": [10, 21], "except": [21, 29, 37, 38], "signal": 21, "laser2dsensor": [21, 22, 23], "robot_nam": 21, "worldmap": 21, "charact": [10, 21], "angle_incr": [21, 23], "dist_rang": 21, "occlus": [21, 23, 47], "scanner": [21, 23, 47], "configur": [7, 21], "angl": [21, 23, 47], "end": [21, 37], "beam": [21, 23, 47], "scan": [21, 23, 47], "degre": [21, 23, 47], "angular": 21, "distanc": [21, 23, 24], "measur": 21, "rad": 21, "consid": [18, 21, 35, 47], "radiu": [10, 21, 23], "proxim": [21, 22, 23], "occlusion_en": [21, 23], "gridmap": [22, 23, 27, 30, 31], "valid_mot": [22, 23, 30, 31], "to_rad": [22, 23], "in_rang": [22, 23], "within_rang": [22, 23], "sensing_region_s": [22, 23], "in_field_of_view": [22, 23], "shoot_beam": [22, 23], "valid_beam": [22, 23], "proximitysensor": [22, 23], "own": [22, 42, 43], "well": [22, 32, 33, 47, 48], "within": [22, 23, 47], "rang": [22, 23, 46, 47, 48], "equip": [22, 47], "occup": [22, 27], "target_object": 22, "big": [22, 26, 27, 29, 30], "1000": [18, 22, 26, 36], "normal": [12, 22, 24, 25, 33, 35, 36], "get": [22, 26, 32, 33, 48, 53], "detect": 22, "relat": [22, 52], "determinist": [22, 23, 24, 25, 30, 35, 37, 48], "09": [22, 36], "necessarili": 22, "static": [21, 22, 24, 25, 29, 32, 37, 38], "next_object_st": 22, "perfect": [22, 24, 25, 47], "check_collis": 22, "robot_st": 22, "next_robot_st": [18, 22], "pose_objid": 22, "valid": [22, 23, 43], "overlap": 22, "addit": [22, 35, 46, 49, 52, 53], "assist": 23, "collis": 23, "avoid": [23, 35, 42, 43], "invalid": [23, 48], "contain": [23, 32, 33, 35, 37, 38, 41, 42, 46, 48, 50, 55], "all_motion_act": 23, "bump": [23, 42], "determin": [23, 24, 25, 48], "assumpt": 23, "p1": [10, 23, 24, 25, 37], "p2": [10, 23, 24, 25, 37], "deg": 23, "val": 23, "env_stat": 23, "might": [23, 32, 33, 47, 48], "visibl": [23, 42], "due": [23, 42, 47], "gap": 23, "view_angl": 23, "th": [21, 23, 29, 37], "field": [23, 32, 33, 42], "view": [23, 42], "size": [10, 21, 23, 29, 42, 46], "180": 23, "front": [23, 32, 33, 48], "our": [7, 23, 47, 48, 55], "convent": [23, 44, 52], "270": 23, "360": [23, 47], "shoot": 23, "bear": 23, "dist": 23, "increment": 23, "mosobserv": 23, "region": [21, 23, 47], "center": [10, 23], "rock_id": [24, 25], "rsaction": [24, 25], "rsobserv": [24, 25], "qualiti": [24, 25], "rsstate": [24, 25], "k": [24, 25], "uai": [24, 25], "2004": [24, 25, 52], "rocktype_1": [24, 25], "rocktype_2": [24, 25], "rocktype_k": [24, 25], "rocktype_i": [24, 25], "terminalst": [24, 25], "rock": [24, 25], "known": [24, 25, 55], "check_i": [24, 25], "smartli": [24, 25], "check": [24, 25, 42, 46, 47, 48, 55], "check_1": [24, 25], "check_k": [24, 25], "first": [24, 25, 37, 38, 41, 46, 47, 48, 53], "four": [24, 25], "noisi": [24, 25], "eta": [24, 25], "exit": [24, 25], "area": [24, 25], "equal": [24, 25, 32, 33, 37, 38, 48], "being": [5, 24, 25], "rock_loc": 24, "half_efficiency_dist": 24, "20": [24, 37, 38, 42, 46], "not_free_loc": [24, 25], "nxn": [24, 25], "free": [24, 25, 32, 33, 47, 48, 51, 52, 55], "nstep": [12, 24, 25, 32, 33, 48], "95": [12, 24, 25, 37, 38, 46, 48], "initialize_particles_belief": [26, 27], "belief_upd": [6, 18, 26, 27], "tagag": [26, 27], "tagact": [26, 28], "tagobserv": [26, 28], "tagstat": [26, 28], "motion_polici": [26, 30], "tagobservationmodel": [26, 30], "tagpolicymodel": [26, 30], "tagrewardmodel": [26, 30], "tagtransitionmodel": [26, 30], "init_robot_posit": [26, 27], "hold": [27, 43], "pr_stai": [26, 27, 29, 31], "anytim": [28, 30, 46], "approxim": [28, 30, 36, 55], "cell": [28, 30, 47], "target_posit": [28, 31], "person": 28, "found": [28, 46, 47, 53], "robot_posit": [28, 31], "target_found": 28, "from_str": [26, 29, 30, 31], "free_cel": [30, 31], "tagtargetmotionpolici": [30, 31], "ohterwis": 30, "anyth": 30, "There": [7, 30, 41, 46, 48, 49, 55], "stochaist": 30, "movement": 30, "With": [30, 48], "8": [12, 30, 37, 38, 42, 46, 53], "awai": [7, 30, 32, 33, 48], "stai": [30, 32, 42, 48], "place": [12, 30, 47, 48], "closer": 30, "target_motion_polici": 30, "obstacle_pos": 31, "all_mot": 31, "next_target_posit": 31, "valid_target_motion_act": 31, "tigerobservationmodel": [32, 33], "tigerpolicymodel": [32, 33], "tigerrewardmodel": [32, 33], "tigertransitionmodel": [32, 33], "build_act": [32, 33], "build_observ": [32, 33], "build_set": [32, 33], "build_stat": [32, 33], "classic": [24, 32, 33, 48], "specifi": [32, 33, 37, 41, 42, 45, 46, 48], "introduct": [32, 33, 48], "kamalzadeh": [32, 33, 48], "hahsler": [32, 33, 48], "put": [32, 33, 48], "behind": [32, 33, 48], "door": [32, 33, 48], "treasur": [32, 33, 48], "stand": [32, 33, 37, 38, 48, 52], "close": [32, 33, 48], "decid": [32, 33, 48], "open": [32, 33, 37, 38, 46, 48], "wait": [32, 33, 48], "listen": [32, 33, 37, 38, 42, 46, 48, 53], "neither": [32, 33, 48], "entir": [32, 33, 37, 38, 48], "accur": [32, 33, 48], "hear": [32, 33, 48], "vice": [32, 33, 48], "versa": [32, 33, 48], "either": [32, 33, 35, 42, 46, 47, 48], "more": [18, 24, 32, 33, 35, 37, 38, 41, 42, 44, 45, 46, 47, 48, 49, 51, 52, 55], "complic": [32, 33, 44, 47, 48, 52], "re": [5, 21, 29, 32, 41, 48], "spec": [32, 46, 48], "reset": [32, 48], "otherwis": [12, 32, 48], "obs_nois": [32, 48], "init_true_st": [32, 33, 48], "fact": 32, "debug_tre": 32, "feedback": [32, 33, 47, 48], "loop": [32, 33, 47, 48], "pdb": [32, 37, 38], "dd": [32, 37, 38], "quickli": [32, 44, 52], "build": [32, 42, 43, 46, 47, 52, 53], "extern": [12, 33, 42, 48, 50, 52, 53], "extrem": [12, 33], "dumb": [12, 33], "obs_prob": 33, "trans_prob": 33, "current_histogram": 35, "state_mapp": [35, 36], "oarg": 35, "targ": 35, "static_transit": 35, "next_state_spac": 35, "sum_": 35, "help": [35, 37, 38, 46, 47, 52], "nest": 35, "alreadi": [35, 51], "prohibit": 35, "effici": [24, 35], "part": [35, 46], "simpli": [35, 48], "At": 35, "least": 35, "ok": 35, "current_particl": 35, "todo": [13, 35, 42], "prob": 36, "unweight": 36, "inherit": [36, 42, 48], "feed": 36, "through": [12, 18, 36, 37, 38, 45, 48], "multipl": [36, 51], "those": [36, 42, 48, 53], "approx_method": 36, "distance_func": 36, "drawn": 36, "nearest": 36, "queri": 36, "match": [36, 42], "closest": 36, "exact": [12, 36, 42, 48], "uniqu": 36, "aggreg": 36, "numer": [36, 46, 55], "densiti": 36, "multivari": 36, "isn": 36, "arbitrarili": 36, "deal": 37, "percent": 37, "rgb": 37, "255": [21, 29, 37], "hx": 37, "len": [37, 45], "ctype": 37, "dct": 37, "easier": [37, 38, 42], "core": [37, 38, 42, 43], "incorpor": [37, 38], "design": [37, 38, 52], "eas": [37, 38], "ipdb": [37, 38], "session": [37, 38], "minim": [37, 38, 42], "usag": [37, 38], "pomdp_problem": [0, 6, 37, 38, 42], "suppos": [37, 38], "too": [37, 38], "4096": [37, 38], "200": [37, 38], "set_trac": [37, 38], "program": [37, 38, 46, 50], "enter": [37, 38], "debugg": [37, 38], "_vnodepp": [37, 38], "4095": [37, 38], "19": [37, 38, 46], "529": [37, 38], "\u2080listen": [37, 38], "_qnodepp": [37, 38], "4059": [37, 38], "\u2080tiger": [37, 38], "2013": [37, 38], "16": [37, 38], "586": [37, 38], "1883": [37, 38], "1441": [37, 38], "300": [37, 38], "out": [37, 38, 46, 47, 55], "\u2081open": [37, 38], "139": [37, 38], "847": [37, 38], "\u2082open": [37, 38], "112": [37, 38, 46], "57": [37, 38], "191": [37, 38], "text": [37, 38, 46], "retriev": [37, 38], "subtre": [37, 38], "index": [37, 38, 46, 52], "2044": [37, 38], "160": [37, 38], "148": [37, 38], "634": [37, 38], "237": [37, 38], "500": [18, 26, 37, 38], "obtain": [37, 38], "sequenc": [10, 37, 38, 42, 48], "\u2081tiger": [37, 38], "1955": [37, 38], "947": [37, 38], "768": [37, 38], "022": [37, 38], "462": [37, 38], "395": [37, 38], "000": [37, 38], "247": [37, 38], "best": [37, 38, 42], "brows": [37, 38], "method": [37, 38, 42], "document": [37, 38, 42, 44, 46, 55], "futur": [37, 38], "organ": [37, 38, 47, 48], "kind": [37, 38], "total": [37, 38, 46], "largest": [37, 38], "edg": [37, 38, 46], "as_debugg": [37, 38], "Will": [37, 38], "high": [37, 38, 47, 55], "huge": [37, 38], "interact": [37, 38, 43], "along": [37, 38], "preset": [37, 38], "seq": [37, 38], "understand": [37, 38, 43], "_nodepp": [37, 38], "dest": [37, 38], "Such": [37, 38], "parent_edg": [37, 38], "indent": [37, 38], "include_children": [37, 38], "df": [37, 38], "gether": [37, 38], "statist": [37, 38], "colorstr": [37, 38], "assort": 37, "vec1": 37, "vec2": 37, "scalar": 37, "dx": 37, "dy": 37, "dz": 37, "v1": 37, "v2": 37, "06": [37, 46], "python": [12, 37, 42, 46, 47, 48, 52, 53, 55], "oldvalu": 37, "oldmin": 37, "oldmax": 37, "newmin": 37, "newmax": 37, "obj": 37, "arr": 37, "48": 37, "8320": 37, "8321": 37, "50": [37, 46], "8322": 37, "51": [37, 46], "8323": 37, "52": [37, 46], "8324": 37, "53": 37, "8325": 37, "54": 37, "8326": 37, "55": 37, "8327": 37, "56": 37, "8328": 37, "8329": 37, "particular": 37, "data": 37, "piec": 37, "correct": [37, 43, 48], "typic": [37, 48], "tabular": [37, 42], "built": [37, 41, 42, 43], "nextstat": 37, "emit": 37, "utilti": [10, 37], "typographi": 37, "purpos": [37, 47, 52], "displai": 37, "x1b": 37, "97m": 37, "96m": 37, "95m": 37, "94m": 37, "92m": 37, "93m": 37, "91m": 37, "1m": 37, "0m": 37, "shown": [37, 47], "sphinx": [41, 42], "web": 41, "page": [41, 52, 53], "Their": 41, "directori": [41, 53], "cd": 41, "py": [41, 42, 47, 48], "_sphinx_src": 41, "apidoc": 41, "api": 41, "rst": 41, "argument": [41, 42, 45], "readm": 41, "read": [41, 48], "me": 41, "Then": [18, 41, 48], "top": [41, 42], "repositori": [41, 53], "websit": [41, 42, 53], "construct": [18, 41, 46, 48], "symbol": 41, "link": [41, 42, 46, 47, 52], "ln": 41, "access": [41, 42, 48, 52], "remov": [41, 42, 46], "site": 41, "deploi": 41, "fundament": 43, "block": [12, 43, 47], "formal": 43, "encapsul": 43, "few": 43, "pomdp_pi": [42, 43, 44, 45, 47, 48, 49, 50, 51, 53, 55], "around": [43, 55], "convei": [5, 43], "idea": [43, 48], "abov": [43, 46, 47, 48, 50, 53], "gist": [42, 43], "captur": 43, "versu": 43, "much": [42, 43], "sens": [21, 43, 47], "verifi": [42, 43, 53], "diagram": 43, "langl": 43, "omega": [43, 46, 50], "rangl": 43, "discuss": 44, "simpler": [18, 42, 44, 55], "interest": 44, "former": 44, "latter": 44, "structur": [44, 47, 52], "project": [44, 47, 51, 52, 55], "below": [45, 47, 49, 53], "minimum": [42, 45], "def": [45, 48], "rais": [45, 48], "notimplementederror": 45, "notion": 45, "narrow": 45, "express": 45, "detail": [18, 32, 45, 46, 47, 48, 50], "paragraph": 45, "visit": [42, 45], "count": [21, 45, 53], "account": 45, "nu": [46, 50], "hope": [46, 49], "u": [12, 46], "mani": [46, 55], "librari": [42, 46, 50, 52, 53], "written": [46, 48, 52, 55], "format": [42, 46, 48, 55], "pomdpx": [42, 46, 55], "pomdpconvert": 46, "toolkit": 46, "to_pomdp_fil": [42, 46], "to_pomdpx_fil": 46, "convers": [42, 46], "output_path": 46, "float_precis": [42, 46], "www": [46, 53], "independ": 46, "blank": 46, "decim": 46, "order": [7, 46, 48], "pomdpconvert_path": 46, "adacompnu": 46, "instruct": [46, 53], "download": [46, 53], "ubuntu": 46, "04": 46, "gcc": 46, "bigbird": 46, "comp": 46, "edu": 46, "sg": 46, "pmwiki": 46, "farm": 46, "appl": [46, 55], "php": 46, "pomdpxdocument": 46, "binari": [46, 50], "let": [46, 48], "filenam": [46, 47], "test_tig": 46, "softwar": [46, 53, 55], "src": 46, "vi_prun": 46, "pomdp_solve_path": 46, "pomdp_nam": 46, "temp": 46, "remove_generated_fil": 46, "return_policy_graph": 46, "definit": [46, 48], "pomdp_solv": [42, 46], "compil": 46, "command": [46, 47, 53], "stop_criteria": 46, "weak": 46, "time_limit": 46, "alpha": [10, 46], "pg": 46, "instal": [42, 46, 52], "appear": [7, 46, 55], "recommend": [46, 47, 53], "isinst": [46, 48], "cur_belief": [46, 48], "new_belief": [46, 48], "pid": 46, "8239": 46, "mcgs_prune_freq": 46, "verbos": 46, "context": 46, "done": [18, 46, 48, 55], "epoch": 46, "00": 46, "sec": 46, "err": 46, "39": 46, "96": 46, "97": 46, "98": 46, "40": 46, "solut": 46, "user": [46, 48], "hr": 46, "min": 46, "lp_solv": 46, "report": 46, "lp": 46, "instabl": 46, "85": 46, "9697986575573173": 46, "03020134244268276": 46, "pomdpsol_path": 46, "timeout": 46, "30": [21, 29, 46], "memori": 46, "precis": 46, "logfil": 46, "pomdpsol": 46, "limit": 46, "mb": 46, "regret": 46, "less": 46, "than": [46, 55], "finish": 46, "log": [42, 46], "stdout": 46, "stderr": 46, "_": 46, "000001": 46, "load": [0, 6, 42, 46], "trial": [6, 26, 46], "backup": 46, "lbound": 46, "ubound": 46, "92": 46, "8205": 46, "821": 46, "2981": 46, "63": 46, "7547": 46, "70": 46, "0528": 46, "103": 46, "35722": 46, "3746": 46, "0174": 46, "155": 46, "44093": 46, "45": 46, "1431": 46, "38": 46, "7021": 46, "205": 46, "1184": 46, "36": 46, "4409": 46, "24": 46, "3225": 46, "1255": 46, "3714": 46, "13808e": 46, "21": 46, "41": 46, "1300": 46, "76277e": 46, "42": 46, "1350": 46, "75044e": 46, "43": 46, "1393": 46, "22729e": 46, "07": 46, "11": [46, 53], "extend": [42, 46, 47, 48, 49], "encod": 46, "alpha_path": 46, "pg_path": 46, "parse_pomdp_solve_output": 46, "pointer": 46, "incom": 46, "offlin": 46, "collect": 46, "associ": 46, "dot": 46, "product": 46, "lead": [46, 47], "domin": 46, "activ": [46, 55], "max_": 46, "gamma": 46, "policy_path": 46, "parse_appl_policy_fil": 46, "involv": 47, "whose": 47, "better": 47, "mainten": 47, "readabl": 47, "task": [0, 6, 12, 47, 51, 52, 55], "rel": 47, "share": [47, 52], "wandzel": 47, "et": 47, "al": 47, "slightli": 47, "room": [18, 47], "formul": 47, "three": [47, 48], "categori": 47, "adjust": 47, "disk": 47, "artifact": 47, "discret": [7, 47], "figur": [7, 12, 47], "screenshot": 47, "frame": 47, "imag": [42, 47], "circl": [47, 53], "third": 47, "show": [42, 47, 52], "later": [42, 47], "summari": 47, "procedur": [47, 48], "instanti": [18, 47], "squeez": 47, "everyth": 47, "giant": 47, "reus": 47, "whatev": 47, "save": 47, "evid": 47, "role": 47, "mosoopomdp": [6, 18, 47], "logic": 47, "m": [12, 42, 47, 52, 53], "custom": 47, "arthur": 47, "yoonseon": 47, "oh": 47, "fishman": 47, "nishanth": 47, "kumar": 47, "stefani": [47, 48, 52], "tellex": [47, 48, 52], "intern": [47, 48], "autom": [47, 48], "7194": 47, "7200": 47, "ieee": 47, "encourag": 48, "valueerror": 48, "__hash__": 48, "__eq__": 48, "boil": 48, "heard": 48, "growl": 48, "thresh": 48, "similarli": 48, "startswith": 48, "choic": 48, "easili": 48, "tabl": 48, "flexibl": 48, "intract": 48, "sever": [48, 49], "would": [42, 48, 55], "usual": 48, "human": 48, "engin": 48, "sort": [37, 42, 48], "guid": 48, "guidanc": 48, "caution": 48, "sai": 48, "inject": 48, "final": 48, "straightforward": 48, "commonli": 48, "_reward_func": 48, "elif": 48, "abl": [42, 48], "mostli": 48, "super": 48, "notic": 48, "constructor": 48, "now": [42, 48], "standard": 48, "a_t": 48, "s_t": 48, "rightarrow": 48, "s_": 48, "r_t": 48, "o_t": 48, "h_": 48, "unless": 48, "repeat": 48, "110": 48, "ennviron": 48, "skip": [42, 48], "estim": 48, "percept": 48, "stack": 48, "saniti": 48, "come": 48, "automat": [42, 48], "num": 48, "short": 48, "abel": 48, "elli": 48, "hershkowitz": 48, "gabriel": 48, "barth": 48, "maron": 48, "stephen": 48, "brawner": 48, "kevin": 48, "farrel": 48, "jame": 48, "macglashan": 48, "twenti": 48, "fifth": 48, "schedul": 48, "2015": 48, "yuchen": 48, "xiao": 48, "sammi": 48, "katt": 48, "andrea": 48, "ten": 48, "pa": 48, "shengjian": 48, "chen": 48, "christoph": 48, "amato": 48, "clutter": 48, "welcom": [49, 52], "sarsop": [42, 50, 53, 55], "rl": 51, "transfer": [51, 52], "research": [51, 52, 55], "baslin": 51, "comprehens": 52, "why": 52, "clean": 52, "intuit": 52, "peopl": 52, "commun": [52, 53, 55], "artial": 52, "bservabl": 52, "arkov": 52, "ecis": 52, "rocess": 52, "major": 52, "languag": 52, "what": 52, "changelog": 52, "principl": 52, "integr": 42, "pleas": 52, "cite": 52, "inproceed": 52, "zheng2020pomdp_pi": 52, "titl": 52, "_py": 52, "author": 52, "zheng": 52, "kaiyu": 52, "booktitl": 52, "icap": 52, "2020": 52, "workshop": 52, "planrob": 52, "year": 52, "url": 52, "icaps20subpag": 52, "wp": 52, "upload": [42, 52], "14": [12, 52, 53], "planrob_2020_paper_3": 52, "pdf": 52, "10099": 52, "virtualenv": 53, "pip": [42, 53], "manag": 53, "offici": 53, "maco": 53, "On": 53, "window": [42, 53], "wiki": 53, "latest": [42, 53], "releas": [42, 53], "clone": 53, "git": 53, "h2r": 53, "setup": [42, 53], "pyx": [42, 53], "pyd": 53, "rebuild": 53, "messi": [], "66": 53, "cumul": 53, "__num_sims__": 53, "1217": 53, "______id______": 53, "210": 53, "_____g": 53, "b_____": 53, "hello": 53, "542": 53, "506": 53, "test_al": 53, "via": [53, 55], "hub": 53, "credit": 53, "romain": 53, "egel": 53, "think": 55, "peer": 55, "easi": 55, "ro": 55, "acceler": 55, "pomdpi": 55, "suffici": 55, "convolut": 55, "potenti": [42, 55], "connect": [10, 18, 55], "clearer": 55, "pars": 55, "art": 55, "great": 55, "julia": 55, "suit": [7, 55], "analysi": 55, "besid": 55, "librai": 55, "port": 55, "ai": 55, "toolbox": 55, "bind": 55, "focus": 55, "lear": 55, "beliefmdp": 55, "modern": 42, "repo": [7, 42], "migrat": 42, "pyproject": 42, "toml": 42, "ci": 42, "pre": 42, "commit": 42, "eol": 42, "fix": 42, "cpdef": 42, "cdef": 42, "failur": 42, "29": 42, "comment": 42, "sp": 42, "wheel": 42, "properli": 42, "tame": 42, "minor": 42, "bug": 42, "__str__": 42, "confus": 42, "improv": 42, "clarifi": 42, "gave": 42, "cryingbabi": 42, "pygraphviz": 42, "inspect": 42, "refactor": 42, "cli": 42, "simplifi": 42, "__ne__": 42, "reorgan": 42, "break": 42, "unnecessari": 42, "compat": 42, "pickl": 42, "edit": 42, "cimport": 42, "ed": 42, "pypi": 42, "value_funct": 42, "18fc58e0": 42, "cfc88e8d8": 42, "719c2edf5": 42, "docker": 42, "issu": 42, "citat": 42, "resolv": 42, "max": 42, "among": 42, "infin": 42, "thank": 42, "jason": 42, "clarif": 42, "convert": 42, "were": 42, "calcul": 42, "divid": 42, "thrown": 42, "infinit": 42, "anoth": 42, "differenti": 42, "unload": [0, 6, 42], "per": 42, "faster": 42, "readi": 42, "changeabl": 42, "rewritten": 42, "cleaner": 42, "dictstat": [0, 1, 5, 42], "set_model": [1, 5, 42], "frozen": [1, 34, 36, 42], "ones": 5, "lustat": [6, 12], "luaction": [6, 12], "luobserv": [6, 12], "luobservationmodel": [6, 12], "lutransitionmodel": [6, 12], "lurewardmodel": [6, 12], "lupolicymodel": [6, 12], "loadunloadproblem": [6, 12], "generate_random_st": [6, 12], "generate_init_belief": [6, 12], "minimal_inst": [6, 24], "create_inst": [6, 24], "tagproblem": [6, 26], "plot_point": [7, 10], "plot_polygon": [7, 10], "plot_lin": [7, 10], "plot_circl": [7, 10], "xval": 10, "yval": 10, "label": 10, "style": 10, "linewidth": 10, "xlabel": 10, "ylabel": 10, "loc": 10, "vert": 10, "ax": 10, "edgecolor": 10, "verts0": 10, "verts1": 10, "verts_i": 10, "vertic": 10, "numpi": 10, "color0": 10, "color1": 10, "color_i": 10, "hex": 10, "xxxxxx": 10, "polygoncollect": 10, "axi": 10, "zorder": 10, "linestyl": 10, "fill": 10, "label_text": 10, "text_color": 10, "itself": [7, 12], "tell": 12, "statu": 12, "ob": 12, "load_unload_problem": 12, "object_color": [18, 21], "mosviz": [18, 21, 29], "img_width": [18, 21, 26, 29], "img_height": [18, 21, 26, 29], "last_observ": [18, 21, 26, 29], "draw_robot": [18, 21, 26, 29], "draw_observ": [18, 21, 26, 29], "draw_belief": [18, 21, 26, 29], "on_init": [18, 21, 26, 29], "on_ev": [18, 21, 26, 29], "on_loop": [18, 21, 26, 29], "on_rend": [18, 21, 26, 29], "on_cleanup": [18, 21, 26, 29], "on_execut": [18, 21, 26, 29], "render_env": [18, 21, 26, 29], "agent_has_map": 18, "cours": 18, "scenario": 18, "past": 18, "give": 18, "max_tim": [18, 26], "120": [18, 26], "max_step": [18, 26], "fp": [21, 29], "viz_observ": 21, "img": [21, 29], "ry": [21, 29], "rth": [21, 29], "target_color": [21, 29], "init": [21, 29], "event": [21, 29], "display_surf": [21, 29], "decreas": 24, "rover": 24, "influenc": 24, "larger": 24, "robust": 24, "tagenviron": [26, 29], "tagviz": [26, 29], "init_target_posit": 26, "belief_typ": 26, "hist": 26, "planner_typ": 26, "modifi": 36, "_search": 42, "modular": 42, "renam": 42, "gha": [], "workflow": 42, "branch": 42, "master": [], "dev": 42, "local": 7, "plane": 7, "befor": [7, 42], "approach": 7, "abil": 7, "upon": 7, "quadrat": 7, "horizont": 7, "coordin": 7, "ultim": 7, "illustr": 7, "intens": 7, "magnitud": 7, "unknown": 7, "variant": 7, "kept": 7, "pull": 7, "lightdarkdomain": 7, "distinguish": 12, "off": 42}, "objects": {"pomdp_py.algorithms": [[3, 0, 0, "-", "bsp"], [2, 0, 0, "-", "po_rollout"], [2, 0, 0, "-", "po_uct"], [2, 0, 0, "-", "pomcp"], [2, 0, 0, "-", "value_iteration"]], "pomdp_py.algorithms.bsp": [[2, 0, 0, "-", "blqr"]], "pomdp_py.algorithms.bsp.blqr": [[2, 1, 1, "", "BLQR"]], "pomdp_py.algorithms.bsp.blqr.BLQR": [[2, 2, 1, "", "create_plan"], [2, 2, 1, "", "ekf_update_mlo"], [2, 2, 1, "", "integrate_belief_segment"], [2, 2, 1, "", "interpret_sqp_plan"], [2, 2, 1, "", "segmented_cost_function"]], "pomdp_py.algorithms.po_rollout": [[2, 1, 1, "", "PORollout"]], "pomdp_py.algorithms.po_rollout.PORollout": [[2, 2, 1, "", "clear_agent"], [2, 3, 1, "", "last_best_reward"], [2, 2, 1, "", "plan"], [2, 2, 1, "", "set_rollout_policy"], [2, 2, 1, "", "update"], [2, 3, 1, "", "update_agent_belief"]], "pomdp_py.algorithms.po_uct": [[2, 1, 1, "", "ActionPrior"], [2, 1, 1, "", "POUCT"], [2, 1, 1, "", "QNode"], [2, 1, 1, "", "RandomRollout"], [2, 1, 1, "", "RolloutPolicy"], [2, 1, 1, "", "RootVNode"], [2, 1, 1, "", "TreeNode"], [2, 1, 1, "", "VNode"]], "pomdp_py.algorithms.po_uct.ActionPrior": [[2, 2, 1, "", "get_preferred_actions"]], "pomdp_py.algorithms.po_uct.POUCT": [[2, 3, 1, "", "action_prior"], [2, 2, 1, "", "clear_agent"], [2, 3, 1, "", "discount_factor"], [2, 3, 1, "", "last_num_sims"], [2, 3, 1, "", "last_planning_time"], [2, 3, 1, "", "max_depth"], [2, 3, 1, "", "num_visits_init"], [2, 2, 1, "", "plan"], [2, 3, 1, "", "rollout_policy"], [2, 2, 1, "", "set_rollout_policy"], [2, 2, 1, "", "update"], [2, 3, 1, "", "updates_agent_belief"], [2, 3, 1, "", "value_init"]], "pomdp_py.algorithms.po_uct.RandomRollout": [[2, 2, 1, "", "rollout"]], "pomdp_py.algorithms.po_uct.RolloutPolicy": [[2, 2, 1, "", "rollout"]], "pomdp_py.algorithms.po_uct.RootVNode": [[2, 2, 1, "", "from_vnode"], [2, 3, 1, "", "history"]], "pomdp_py.algorithms.po_uct.TreeNode": [[2, 3, 1, "", "children"], [2, 3, 1, "", "num_visits"], [2, 3, 1, "", "value"]], "pomdp_py.algorithms.po_uct.VNode": [[2, 2, 1, "", "argmax"], [2, 2, 1, "", "print_children_value"], [2, 3, 1, "", "value"]], "pomdp_py.algorithms.pomcp": [[2, 1, 1, "", "POMCP"], [2, 1, 1, "", "RootVNodeParticles"], [2, 1, 1, "", "VNodeParticles"]], "pomdp_py.algorithms.pomcp.POMCP": [[2, 2, 1, "", "plan"], [2, 2, 1, "", "update"], [2, 3, 1, "", "update_agent_belief"]], "pomdp_py.algorithms.pomcp.RootVNodeParticles": [[2, 3, 1, "", "belief"], [2, 2, 1, "", "from_vnode"]], "pomdp_py.algorithms.pomcp.VNodeParticles": [[2, 3, 1, "", "belief"]], "pomdp_py.algorithms.value_iteration": [[2, 1, 1, "", "ValueIteration"]], "pomdp_py.algorithms.value_iteration.ValueIteration": [[2, 2, 1, "", "plan"]], "pomdp_py.framework": [[5, 0, 0, "-", "basics"], [5, 0, 0, "-", "oopomdp"], [5, 0, 0, "-", "planner"]], "pomdp_py.framework.basics": [[5, 1, 1, "", "Action"], [5, 1, 1, "", "Agent"], [5, 1, 1, "", "BlackboxModel"], [5, 1, 1, "", "Distribution"], [5, 1, 1, "", "Environment"], [5, 1, 1, "", "GenerativeDistribution"], [5, 1, 1, "", "Observation"], [5, 1, 1, "", "ObservationModel"], [5, 1, 1, "", "Option"], [5, 1, 1, "", "POMDP"], [5, 1, 1, "", "PolicyModel"], [5, 1, 1, "", "RewardModel"], [5, 1, 1, "", "State"], [5, 1, 1, "", "TransitionModel"], [5, 4, 1, "", "sample_explict_models"], [5, 4, 1, "", "sample_generative_model"]], "pomdp_py.framework.basics.Agent": [[5, 2, 1, "", "add_attr"], [5, 3, 1, "", "all_actions"], [5, 3, 1, "", "all_observations"], [5, 3, 1, "", "all_states"], [5, 3, 1, "", "belief"], [5, 3, 1, "", "history"], [5, 3, 1, "", "init_belief"], [5, 2, 1, "", "sample_belief"], [5, 2, 1, "", "set_belief"], [5, 2, 1, "", "set_models"], [5, 2, 1, "", "update"], [5, 2, 1, "", "update_history"]], "pomdp_py.framework.basics.BlackboxModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.basics.Distribution": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "__setitem__"]], "pomdp_py.framework.basics.Environment": [[5, 2, 1, "", "apply_transition"], [5, 3, 1, "", "blackbox_model"], [5, 3, 1, "", "cur_state"], [5, 2, 1, "", "provide_observation"], [5, 3, 1, "", "reward_model"], [5, 2, 1, "", "set_models"], [5, 3, 1, "", "state"], [5, 2, 1, "", "state_transition"], [5, 3, 1, "", "transition_model"]], "pomdp_py.framework.basics.GenerativeDistribution": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_histogram"], [5, 2, 1, "", "mpe"]], "pomdp_py.framework.basics.ObservationModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_all_observations"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.basics.Option": [[5, 2, 1, "", "initiate"], [5, 3, 1, "", "policy"], [5, 2, 1, "", "sample"], [5, 2, 1, "", "terminate"]], "pomdp_py.framework.basics.PolicyModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_all_actions"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"], [5, 2, 1, "", "update"]], "pomdp_py.framework.basics.RewardModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.basics.TransitionModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_all_states"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.oopomdp": [[5, 1, 1, "", "DictState"], [5, 1, 1, "", "OOBelief"], [5, 1, 1, "", "OOObservation"], [5, 1, 1, "", "OOObservationModel"], [5, 1, 1, "", "OOPOMDP"], [5, 1, 1, "", "OOState"], [5, 1, 1, "", "OOTransitionModel"], [5, 1, 1, "", "ObjectState"]], "pomdp_py.framework.oopomdp.OOBelief": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "__setitem__"], [5, 2, 1, "", "b"], [5, 2, 1, "", "mpe"], [5, 2, 1, "", "object_belief"], [5, 3, 1, "", "object_beliefs"], [5, 2, 1, "", "random"], [5, 2, 1, "", "set_object_belief"]], "pomdp_py.framework.oopomdp.OOObservation": [[5, 2, 1, "", "factor"], [5, 2, 1, "", "merge"]], "pomdp_py.framework.oopomdp.OOObservationModel": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "argmax"], [5, 3, 1, "", "observation_models"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.oopomdp.OOState": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "copy"], [5, 2, 1, "", "get_object_attribute"], [5, 2, 1, "", "get_object_class"], [5, 2, 1, "", "get_object_state"], [5, 2, 1, "", "s"], [5, 2, 1, "", "set_object_state"], [5, 3, 1, "", "situation"]], "pomdp_py.framework.oopomdp.OOTransitionModel": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "argmax"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"], [5, 3, 1, "", "transition_models"]], "pomdp_py.framework.oopomdp.ObjectState": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "__setitem__"], [5, 2, 1, "", "copy"]], "pomdp_py.framework.planner": [[5, 1, 1, "", "Planner"]], "pomdp_py.framework.planner.Planner": [[5, 2, 1, "", "plan"], [5, 2, 1, "", "update"], [5, 2, 1, "", "updates_agent_belief"]], "pomdp_py": [[6, 0, 0, "-", "problems"], [37, 0, 0, "-", "utils"]], "pomdp_py.problems.light_dark": [[10, 0, 0, "-", "env"]], "pomdp_py.problems.light_dark.env": [[10, 0, 0, "-", "env"], [10, 0, 0, "-", "plotting"]], "pomdp_py.problems.light_dark.env.env": [[10, 1, 1, "", "LightDarkEnvironment"]], "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment": [[10, 5, 1, "", "const"], [10, 5, 1, "", "light"]], "pomdp_py.problems.light_dark.env.plotting": [[10, 4, 1, "", "plot_circle"], [10, 4, 1, "", "plot_line"], [10, 4, 1, "", "plot_points"], [10, 4, 1, "", "plot_polygons"]], "pomdp_py.problems": [[12, 0, 0, "-", "load_unload"], [13, 0, 0, "-", "maze"], [18, 0, 0, "-", "multi_object_search"], [24, 0, 0, "-", "rocksample"], [26, 0, 0, "-", "tag"], [32, 0, 0, "-", "tiger"]], "pomdp_py.problems.load_unload": [[12, 0, 0, "-", "load_unload"]], "pomdp_py.problems.load_unload.load_unload": [[12, 1, 1, "", "LUAction"], [12, 1, 1, "", "LUObservation"], [12, 1, 1, "", "LUObservationModel"], [12, 1, 1, "", "LUPolicyModel"], [12, 1, 1, "", "LURewardModel"], [12, 1, 1, "", "LUState"], [12, 1, 1, "", "LUTransitionModel"], [12, 1, 1, "", "LoadUnloadProblem"], [12, 4, 1, "", "generate_init_belief"], [12, 4, 1, "", "generate_random_state"], [12, 4, 1, "", "main"], [12, 4, 1, "", "test_planner"]], "pomdp_py.problems.load_unload.load_unload.LUObservationModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.load_unload.load_unload.LUPolicyModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "get_all_actions"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.load_unload.load_unload.LURewardModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.load_unload.load_unload.LUTransitionModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.maze": [[14, 0, 0, "-", "domain"], [15, 0, 0, "-", "env"], [16, 0, 0, "-", "models"]], "pomdp_py.problems.maze.domain": [[14, 0, 0, "-", "action"], [14, 0, 0, "-", "observation"], [14, 0, 0, "-", "state"]], "pomdp_py.problems.maze.domain.observation": [[14, 1, 1, "", "Observation"]], "pomdp_py.problems.maze.domain.state": [[14, 1, 1, "", "State"]], "pomdp_py.problems.maze.env": [[15, 0, 0, "-", "env"]], "pomdp_py.problems.maze.env.env": [[15, 1, 1, "", "MazeEnvironment"]], "pomdp_py.problems.maze.models": [[17, 0, 0, "-", "components"]], "pomdp_py.problems.multi_object_search": [[19, 0, 0, "-", "agent"], [20, 0, 0, "-", "domain"], [21, 0, 0, "-", "env"], [18, 0, 0, "-", "example_worlds"], [22, 0, 0, "-", "models"], [18, 0, 0, "-", "problem"]], "pomdp_py.problems.multi_object_search.agent": [[19, 0, 0, "-", "agent"], [19, 0, 0, "-", "belief"]], "pomdp_py.problems.multi_object_search.agent.agent": [[19, 1, 1, "", "MosAgent"]], "pomdp_py.problems.multi_object_search.agent.agent.MosAgent": [[19, 2, 1, "", "clear_history"]], "pomdp_py.problems.multi_object_search.agent.belief": [[19, 1, 1, "", "MosOOBelief"], [19, 4, 1, "", "initialize_belief"]], "pomdp_py.problems.multi_object_search.agent.belief.MosOOBelief": [[19, 2, 1, "", "mpe"], [19, 2, 1, "", "random"]], "pomdp_py.problems.multi_object_search.domain": [[20, 0, 0, "-", "action"], [20, 0, 0, "-", "observation"], [20, 0, 0, "-", "state"]], "pomdp_py.problems.multi_object_search.domain.action": [[20, 1, 1, "", "Action"], [20, 1, 1, "", "FindAction"], [20, 1, 1, "", "LookAction"], [20, 1, 1, "", "MotionAction"]], "pomdp_py.problems.multi_object_search.domain.action.MotionAction": [[20, 3, 1, "", "BACKWARD"], [20, 3, 1, "", "EAST"], [20, 3, 1, "", "EAST2D"], [20, 3, 1, "", "FORWARD"], [20, 3, 1, "", "LEFT"], [20, 3, 1, "", "NORTH"], [20, 3, 1, "", "NORTH2D"], [20, 3, 1, "", "RIGHT"], [20, 3, 1, "", "SCHEMES"], [20, 3, 1, "", "SCHEME_VW"], [20, 3, 1, "", "SCHEME_XY"], [20, 3, 1, "", "SCHEME_XYTH"], [20, 3, 1, "", "SOUTH"], [20, 3, 1, "", "SOUTH2D"], [20, 3, 1, "", "WEST"], [20, 3, 1, "", "WEST2D"]], "pomdp_py.problems.multi_object_search.domain.observation": [[20, 1, 1, "", "MosOOObservation"], [20, 1, 1, "", "ObjectObservation"]], "pomdp_py.problems.multi_object_search.domain.observation.MosOOObservation": [[20, 2, 1, "", "factor"], [20, 2, 1, "", "for_obj"], [20, 2, 1, "", "merge"]], "pomdp_py.problems.multi_object_search.domain.observation.ObjectObservation": [[20, 3, 1, "", "NULL"]], "pomdp_py.problems.multi_object_search.domain.state": [[20, 1, 1, "", "MosOOState"], [20, 1, 1, "", "ObjectState"], [20, 1, 1, "", "RobotState"]], "pomdp_py.problems.multi_object_search.domain.state.MosOOState": [[20, 2, 1, "", "object_pose"], [20, 5, 1, "", "object_poses"], [20, 2, 1, "", "pose"]], "pomdp_py.problems.multi_object_search.domain.state.ObjectState": [[20, 5, 1, "", "objid"], [20, 5, 1, "", "pose"]], "pomdp_py.problems.multi_object_search.domain.state.RobotState": [[20, 5, 1, "", "objects_found"], [20, 5, 1, "", "pose"], [20, 5, 1, "", "robot_pose"]], "pomdp_py.problems.multi_object_search.env": [[21, 0, 0, "-", "env"], [21, 0, 0, "-", "visual"]], "pomdp_py.problems.multi_object_search.env.env": [[21, 1, 1, "", "MosEnvironment"], [21, 4, 1, "", "equip_sensors"], [21, 4, 1, "", "interpret"], [21, 4, 1, "", "interpret_robot_id"], [21, 4, 1, "", "make_laser_sensor"], [21, 4, 1, "", "make_proximity_sensor"]], "pomdp_py.problems.multi_object_search.env.env.MosEnvironment": [[21, 5, 1, "", "robot_ids"], [21, 2, 1, "", "state_transition"]], "pomdp_py.problems.multi_object_search.env.visual": [[21, 1, 1, "", "MosViz"], [21, 4, 1, "", "object_color"], [21, 4, 1, "", "unittest"]], "pomdp_py.problems.multi_object_search.env.visual.MosViz": [[21, 2, 1, "", "draw_belief"], [21, 2, 1, "", "draw_observation"], [21, 2, 1, "", "draw_robot"], [21, 5, 1, "", "img_height"], [21, 5, 1, "", "img_width"], [21, 5, 1, "", "last_observation"], [21, 2, 1, "", "on_cleanup"], [21, 2, 1, "", "on_event"], [21, 2, 1, "", "on_execute"], [21, 2, 1, "", "on_init"], [21, 2, 1, "", "on_loop"], [21, 2, 1, "", "on_render"], [21, 2, 1, "", "render_env"], [21, 2, 1, "", "update"]], "pomdp_py.problems.multi_object_search.example_worlds": [[18, 4, 1, "", "random_world"]], "pomdp_py.problems.multi_object_search.models": [[23, 0, 0, "-", "components"], [22, 0, 0, "-", "observation_model"], [22, 0, 0, "-", "policy_model"], [22, 0, 0, "-", "reward_model"], [22, 0, 0, "-", "transition_model"]], "pomdp_py.problems.multi_object_search.models.components": [[23, 0, 0, "-", "grid_map"], [23, 0, 0, "-", "sensor"]], "pomdp_py.problems.multi_object_search.models.components.grid_map": [[23, 1, 1, "", "GridMap"]], "pomdp_py.problems.multi_object_search.models.components.grid_map.GridMap": [[23, 2, 1, "", "valid_motions"]], "pomdp_py.problems.multi_object_search.models.components.sensor": [[23, 1, 1, "", "Laser2DSensor"], [23, 1, 1, "", "ProximitySensor"], [23, 1, 1, "", "Sensor"], [23, 4, 1, "", "euclidean_dist"], [23, 4, 1, "", "in_range"], [23, 4, 1, "", "to_rad"]], "pomdp_py.problems.multi_object_search.models.components.sensor.Laser2DSensor": [[23, 2, 1, "", "in_field_of_view"], [23, 2, 1, "", "observe"], [23, 5, 1, "", "sensing_region_size"], [23, 2, 1, "", "shoot_beam"], [23, 2, 1, "", "valid_beam"], [23, 2, 1, "", "within_range"]], "pomdp_py.problems.multi_object_search.models.components.sensor.Sensor": [[23, 3, 1, "", "LASER"], [23, 3, 1, "", "PROXIMITY"], [23, 2, 1, "", "observe"], [23, 5, 1, "", "robot_id"], [23, 5, 1, "", "sensing_region_size"], [23, 2, 1, "", "within_range"]], "pomdp_py.problems.multi_object_search.models.observation_model": [[22, 1, 1, "", "MosObservationModel"], [22, 1, 1, "", "ObjectObservationModel"], [22, 4, 1, "", "unittest"]], "pomdp_py.problems.multi_object_search.models.observation_model.MosObservationModel": [[22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.observation_model.ObjectObservationModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.policy_model": [[22, 1, 1, "", "PolicyModel"]], "pomdp_py.problems.multi_object_search.models.policy_model.PolicyModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "get_all_actions"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "rollout"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.reward_model": [[22, 1, 1, "", "GoalRewardModel"], [22, 1, 1, "", "MosRewardModel"]], "pomdp_py.problems.multi_object_search.models.reward_model.MosRewardModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.transition_model": [[22, 1, 1, "", "MosTransitionModel"], [22, 1, 1, "", "RobotTransitionModel"], [22, 1, 1, "", "StaticObjectTransitionModel"], [22, 4, 1, "", "in_boundary"], [22, 4, 1, "", "valid_pose"]], "pomdp_py.problems.multi_object_search.models.transition_model.MosTransitionModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.transition_model.RobotTransitionModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "if_move_by"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.transition_model.StaticObjectTransitionModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.problem": [[18, 1, 1, "", "MosOOPOMDP"], [18, 4, 1, "", "belief_update"], [18, 4, 1, "", "solve"], [18, 4, 1, "", "unittest"]], "pomdp_py.problems.rocksample": [[25, 0, 0, "-", "cythonize"], [24, 0, 0, "-", "rocksample_problem"]], "pomdp_py.problems.rocksample.cythonize": [[25, 0, 0, "module-2", "rocksample_problem"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem": [[25, 1, 1, "id99", "CheckAction"], [25, 1, 1, "id101", "MoveAction"], [25, 1, 1, "id107", "RSAction"], [25, 1, 1, "id108", "RSObservation"], [25, 1, 1, "id110", "RSObservationModel"], [25, 1, 1, "id114", "RSPolicyModel"], [25, 1, 1, "id120", "RSRewardModel"], [25, 1, 1, "id124", "RSState"], [25, 1, 1, "id128", "RSTransitionModel"], [25, 1, 1, "id132", "RockSampleProblem"], [25, 1, 1, "id137", "RockType"], [25, 1, 1, "id142", "SampleAction"], [25, 4, 1, "id143", "euclidean_dist"], [25, 4, 1, "id144", "init_particles_belief"], [25, 4, 1, "id145", "main"], [25, 4, 1, "id146", "test_planner"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.CheckAction": [[25, 3, 1, "id100", "rock_id"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction": [[25, 3, 1, "id102", "EAST"], [25, 3, 1, "id103", "NORTH"], [25, 3, 1, "id104", "SOUTH"], [25, 3, 1, "id105", "WEST"], [25, 3, 1, "id106", "motion"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservation": [[25, 3, 1, "id109", "quality"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel": [[25, 2, 1, "id111", "argmax"], [25, 2, 1, "id112", "probability"], [25, 2, 1, "id113", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel": [[25, 2, 1, "id115", "argmax"], [25, 2, 1, "id116", "get_all_actions"], [25, 2, 1, "id117", "probability"], [25, 2, 1, "id118", "rollout"], [25, 2, 1, "id119", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel": [[25, 2, 1, "id121", "argmax"], [25, 2, 1, "id122", "probability"], [25, 2, 1, "id123", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState": [[25, 3, 1, "id125", "position"], [25, 3, 1, "id126", "rocktypes"], [25, 3, 1, "id127", "terminal"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel": [[25, 2, 1, "id129", "argmax"], [25, 2, 1, "id130", "probability"], [25, 2, 1, "id131", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem": [[25, 2, 1, "id133", "generate_instance"], [25, 2, 1, "id134", "in_exit_area"], [25, 2, 1, "id135", "print_state"], [25, 2, 1, "id136", "random_free_location"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType": [[25, 3, 1, "id138", "BAD"], [25, 3, 1, "id139", "GOOD"], [25, 2, 1, "id140", "invert"], [25, 2, 1, "id141", "random"]], "pomdp_py.problems.rocksample.rocksample_problem": [[24, 1, 1, "", "Action"], [24, 1, 1, "", "CheckAction"], [24, 1, 1, "", "MoveAction"], [24, 1, 1, "", "Observation"], [24, 1, 1, "", "RSObservationModel"], [24, 1, 1, "", "RSPolicyModel"], [24, 1, 1, "", "RSRewardModel"], [24, 1, 1, "", "RSTransitionModel"], [24, 1, 1, "", "RockSampleProblem"], [24, 1, 1, "", "RockType"], [24, 1, 1, "", "SampleAction"], [24, 1, 1, "", "State"], [24, 4, 1, "", "create_instance"], [24, 4, 1, "", "euclidean_dist"], [24, 4, 1, "", "init_particles_belief"], [24, 4, 1, "", "main"], [24, 4, 1, "", "minimal_instance"], [24, 4, 1, "", "test_planner"]], "pomdp_py.problems.rocksample.rocksample_problem.MoveAction": [[24, 3, 1, "", "EAST"], [24, 3, 1, "", "NORTH"], [24, 3, 1, "", "SOUTH"], [24, 3, 1, "", "WEST"]], "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "get_all_actions"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "rollout"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem": [[24, 2, 1, "", "generate_instance"], [24, 2, 1, "", "in_exit_area"], [24, 2, 1, "", "print_state"], [24, 2, 1, "", "random_free_location"]], "pomdp_py.problems.rocksample.rocksample_problem.RockType": [[24, 3, 1, "", "BAD"], [24, 3, 1, "", "GOOD"], [24, 2, 1, "", "invert"], [24, 2, 1, "", "random"]], "pomdp_py.problems.tag": [[27, 0, 0, "-", "agent"], [26, 0, 0, "-", "constants"], [28, 0, 0, "-", "domain"], [29, 0, 0, "-", "env"], [26, 0, 0, "-", "example_worlds"], [26, 0, 0, "-", "experiment"], [30, 0, 0, "-", "models"], [26, 0, 0, "-", "problem"]], "pomdp_py.problems.tag.agent": [[27, 0, 0, "-", "agent"]], "pomdp_py.problems.tag.agent.agent": [[27, 1, 1, "", "TagAgent"], [27, 4, 1, "", "belief_update"], [27, 4, 1, "", "initialize_belief"], [27, 4, 1, "", "initialize_particles_belief"]], "pomdp_py.problems.tag.agent.agent.TagAgent": [[27, 2, 1, "", "clear_history"]], "pomdp_py.problems.tag.domain": [[28, 0, 0, "-", "action"], [28, 0, 0, "-", "observation"], [28, 0, 0, "-", "state"]], "pomdp_py.problems.tag.domain.action": [[28, 1, 1, "", "TagAction"]], "pomdp_py.problems.tag.domain.observation": [[28, 1, 1, "", "TagObservation"]], "pomdp_py.problems.tag.domain.state": [[28, 1, 1, "", "TagState"]], "pomdp_py.problems.tag.env": [[29, 0, 0, "-", "env"], [29, 0, 0, "-", "visual"]], "pomdp_py.problems.tag.env.env": [[29, 1, 1, "", "TagEnvironment"]], "pomdp_py.problems.tag.env.env.TagEnvironment": [[29, 2, 1, "", "from_str"], [29, 5, 1, "", "grid_map"], [29, 5, 1, "", "length"], [29, 5, 1, "", "width"]], "pomdp_py.problems.tag.env.visual": [[29, 1, 1, "", "TagViz"], [29, 4, 1, "", "unittest"]], "pomdp_py.problems.tag.env.visual.TagViz": [[29, 2, 1, "", "draw_belief"], [29, 2, 1, "", "draw_observation"], [29, 2, 1, "", "draw_robot"], [29, 5, 1, "", "img_height"], [29, 5, 1, "", "img_width"], [29, 5, 1, "", "last_observation"], [29, 2, 1, "", "on_cleanup"], [29, 2, 1, "", "on_event"], [29, 2, 1, "", "on_execute"], [29, 2, 1, "", "on_init"], [29, 2, 1, "", "on_loop"], [29, 2, 1, "", "on_render"], [29, 2, 1, "", "render_env"], [29, 2, 1, "", "update"]], "pomdp_py.problems.tag.experiment": [[26, 4, 1, "", "main"], [26, 4, 1, "", "trial"]], "pomdp_py.problems.tag.models": [[31, 0, 0, "-", "components"], [30, 0, 0, "-", "observation_model"], [30, 0, 0, "-", "policy_model"], [30, 0, 0, "-", "reward_model"], [30, 0, 0, "-", "transition_model"]], "pomdp_py.problems.tag.models.components": [[31, 0, 0, "-", "grid_map"], [31, 0, 0, "-", "motion_policy"]], "pomdp_py.problems.tag.models.components.grid_map": [[31, 1, 1, "", "GridMap"]], "pomdp_py.problems.tag.models.components.grid_map.GridMap": [[31, 2, 1, "", "free_cells"], [31, 2, 1, "", "from_str"], [31, 2, 1, "", "valid_motions"], [31, 2, 1, "", "valid_pose"]], "pomdp_py.problems.tag.models.components.motion_policy": [[31, 1, 1, "", "TagTargetMotionPolicy"]], "pomdp_py.problems.tag.models.components.motion_policy.TagTargetMotionPolicy": [[31, 2, 1, "", "mpe"], [31, 2, 1, "", "probability"], [31, 2, 1, "", "random"]], "pomdp_py.problems.tag.models.observation_model": [[30, 1, 1, "", "TagObservationModel"]], "pomdp_py.problems.tag.models.observation_model.TagObservationModel": [[30, 2, 1, "", "argmax"], [30, 2, 1, "", "probability"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.models.policy_model": [[30, 1, 1, "", "TagPolicyModel"]], "pomdp_py.problems.tag.models.policy_model.TagPolicyModel": [[30, 2, 1, "", "get_all_actions"], [30, 2, 1, "", "rollout"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.models.reward_model": [[30, 1, 1, "", "TagRewardModel"]], "pomdp_py.problems.tag.models.reward_model.TagRewardModel": [[30, 2, 1, "", "probability"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.models.transition_model": [[30, 1, 1, "", "TagTransitionModel"]], "pomdp_py.problems.tag.models.transition_model.TagTransitionModel": [[30, 2, 1, "", "argmax"], [30, 2, 1, "", "if_move_by"], [30, 2, 1, "", "probability"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.problem": [[26, 1, 1, "", "TagProblem"], [26, 4, 1, "", "main"], [26, 4, 1, "", "solve"]], "pomdp_py.problems.tiger": [[33, 0, 0, "-", "cythonize"], [32, 0, 0, "-", "tiger_problem"]], "pomdp_py.problems.tiger.cythonize": [[33, 0, 0, "module-2", "tiger_problem"]], "pomdp_py.problems.tiger.cythonize.tiger_problem": [[33, 1, 1, "id80", "TigerAction"], [33, 1, 1, "id81", "TigerObservation"], [33, 1, 1, "id83", "TigerObservationModel"], [33, 1, 1, "id89", "TigerPolicyModel"], [33, 1, 1, "id94", "TigerProblem"], [33, 1, 1, "id98", "TigerRewardModel"], [33, 1, 1, "id103", "TigerState"], [33, 1, 1, "id105", "TigerTransitionModel"], [33, 4, 1, "id111", "build_actions"], [33, 4, 1, "id112", "build_observations"], [33, 4, 1, "id113", "build_setting"], [33, 4, 1, "id114", "build_states"], [33, 4, 1, "id115", "main"], [33, 4, 1, "id116", "test_planner"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservation": [[33, 3, 1, "id82", "name"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel": [[33, 2, 1, "id84", "argmax"], [33, 2, 1, "id85", "get_all_observations"], [33, 2, 1, "id86", "get_distribution"], [33, 2, 1, "id87", "probability"], [33, 2, 1, "id88", "sample"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel": [[33, 2, 1, "id90", "argmax"], [33, 2, 1, "id91", "get_all_actions"], [33, 2, 1, "id92", "probability"], [33, 2, 1, "id93", "sample"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem": [[33, 3, 1, "id95", "ACTIONS"], [33, 3, 1, "id96", "OBSERVATIONS"], [33, 3, 1, "id97", "STATES"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel": [[33, 2, 1, "id99", "argmax"], [33, 2, 1, "id100", "get_distribution"], [33, 2, 1, "id101", "probability"], [33, 2, 1, "id102", "sample"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerState": [[33, 3, 1, "id104", "name"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel": [[33, 2, 1, "id106", "argmax"], [33, 2, 1, "id107", "get_all_states"], [33, 2, 1, "id108", "get_distribution"], [33, 2, 1, "id109", "probability"], [33, 2, 1, "id110", "sample"]], "pomdp_py.problems.tiger.tiger_problem": [[32, 1, 1, "", "ObservationModel"], [32, 1, 1, "", "PolicyModel"], [32, 1, 1, "", "RewardModel"], [32, 1, 1, "", "TigerAction"], [32, 1, 1, "", "TigerObservation"], [32, 1, 1, "", "TigerProblem"], [32, 1, 1, "", "TigerState"], [32, 1, 1, "", "TransitionModel"], [32, 4, 1, "", "main"], [32, 4, 1, "", "make_tiger"], [32, 4, 1, "", "test_planner"]], "pomdp_py.problems.tiger.tiger_problem.ObservationModel": [[32, 2, 1, "", "get_all_observations"], [32, 2, 1, "", "probability"], [32, 2, 1, "", "sample"]], "pomdp_py.problems.tiger.tiger_problem.PolicyModel": [[32, 3, 1, "", "ACTIONS"], [32, 2, 1, "", "get_all_actions"], [32, 2, 1, "", "rollout"], [32, 2, 1, "", "sample"]], "pomdp_py.problems.tiger.tiger_problem.RewardModel": [[32, 2, 1, "", "sample"]], "pomdp_py.problems.tiger.tiger_problem.TigerProblem": [[32, 2, 1, "", "create"]], "pomdp_py.problems.tiger.tiger_problem.TigerState": [[32, 2, 1, "", "other"]], "pomdp_py.problems.tiger.tiger_problem.TransitionModel": [[32, 2, 1, "", "get_all_states"], [32, 2, 1, "", "probability"], [32, 2, 1, "", "sample"]], "pomdp_py.representations.belief": [[35, 0, 0, "-", "histogram"], [35, 0, 0, "-", "particles"]], "pomdp_py.representations.belief.histogram": [[35, 4, 1, "", "abstraction_over_histogram"], [35, 4, 1, "", "update_histogram_belief"]], "pomdp_py.representations.belief.particles": [[35, 4, 1, "", "abstraction_over_particles"], [35, 4, 1, "", "particle_reinvigoration"], [35, 4, 1, "", "update_particles_belief"]], "pomdp_py.representations.distribution": [[36, 0, 0, "-", "gaussian"], [36, 0, 0, "-", "histogram"], [36, 0, 0, "-", "particles"]], "pomdp_py.representations.distribution.gaussian": [[36, 1, 1, "", "Gaussian"]], "pomdp_py.representations.distribution.gaussian.Gaussian": [[36, 2, 1, "", "__getitem__"], [36, 2, 1, "", "__setitem__"], [36, 3, 1, "", "cov"], [36, 3, 1, "", "covariance"], [36, 3, 1, "", "mean"], [36, 2, 1, "", "mpe"], [36, 2, 1, "", "random"], [36, 3, 1, "", "sigma"]], "pomdp_py.representations.distribution.histogram": [[36, 1, 1, "", "Histogram"]], "pomdp_py.representations.distribution.histogram.Histogram": [[36, 2, 1, "", "__getitem__"], [36, 2, 1, "", "__setitem__"], [36, 2, 1, "", "get_histogram"], [36, 3, 1, "", "histogram"], [36, 2, 1, "", "is_normalized"], [36, 2, 1, "", "mpe"], [36, 2, 1, "", "random"]], "pomdp_py.representations.distribution.particles": [[36, 1, 1, "", "Particles"], [36, 1, 1, "", "WeightedParticles"]], "pomdp_py.representations.distribution.particles.Particles": [[36, 2, 1, "", "add"], [36, 2, 1, "", "from_histogram"], [36, 2, 1, "", "get_abstraction"], [36, 2, 1, "", "get_histogram"], [36, 3, 1, "", "particles"], [36, 2, 1, "", "random"]], "pomdp_py.representations.distribution.particles.WeightedParticles": [[36, 2, 1, "", "__getitem__"], [36, 2, 1, "", "__setitem__"], [36, 2, 1, "", "add"], [36, 2, 1, "", "condense"], [36, 2, 1, "", "from_histogram"], [36, 3, 1, "", "frozen"], [36, 2, 1, "", "get_histogram"], [36, 2, 1, "", "mpe"], [36, 3, 1, "", "particles"], [36, 2, 1, "", "random"], [36, 3, 1, "", "values"], [36, 3, 1, "", "weights"]], "pomdp_py.utils": [[37, 0, 0, "-", "colors"], [37, 0, 0, "-", "cython_utils"], [37, 0, 0, "-", "debugging"], [37, 0, 0, "-", "math"], [37, 0, 0, "-", "misc"], [37, 0, 0, "-", "templates"], [37, 0, 0, "-", "typ"]], "pomdp_py.utils.colors": [[37, 4, 1, "", "hex_to_rgb"], [37, 4, 1, "", "inverse_color_hex"], [37, 4, 1, "", "inverse_color_rgb"], [37, 4, 1, "", "lighter"], [37, 4, 1, "", "random_unique_color"], [37, 4, 1, "", "rgb_to_hex"]], "pomdp_py.utils.cython_utils": [[37, 4, 1, "", "det_dict_hash"]], "pomdp_py.utils.debugging": [[37, 1, 1, "", "TreeDebugger"], [37, 4, 1, "", "interpret_color"], [37, 4, 1, "", "sorted_by_str"]], "pomdp_py.utils.debugging.TreeDebugger": [[37, 5, 1, "", "b"], [37, 2, 1, "", "back"], [37, 5, 1, "", "bestseq"], [37, 2, 1, "", "bestseqd"], [37, 5, 1, "", "c"], [37, 5, 1, "", "clear"], [37, 5, 1, "", "d"], [37, 5, 1, "", "depth"], [37, 2, 1, "", "l"], [37, 2, 1, "", "layer"], [37, 5, 1, "", "leaf"], [37, 2, 1, "", "mark"], [37, 2, 1, "", "mark_path"], [37, 2, 1, "", "mark_sequence"], [37, 2, 1, "", "markp"], [37, 5, 1, "", "mbp"], [37, 5, 1, "", "nl"], [37, 5, 1, "", "nn"], [37, 5, 1, "", "nq"], [37, 5, 1, "", "num_layers"], [37, 2, 1, "", "num_nodes"], [37, 5, 1, "", "nv"], [37, 2, 1, "", "p"], [37, 2, 1, "", "path"], [37, 2, 1, "", "path_to"], [37, 5, 1, "", "pm"], [37, 5, 1, "", "pp"], [37, 2, 1, "", "preferred_actions"], [37, 5, 1, "", "r"], [37, 5, 1, "", "root"], [37, 2, 1, "", "s"], [37, 2, 1, "", "single_node_str"], [37, 2, 1, "", "step"], [37, 2, 1, "", "tree_stats"]], "pomdp_py.utils.interfaces.conversion": [[46, 1, 1, "", "AlphaVectorPolicy"], [46, 1, 1, "", "PolicyGraph"], [46, 4, 1, "", "to_pomdp_file"], [46, 4, 1, "", "to_pomdpx_file"]], "pomdp_py.utils.interfaces.conversion.AlphaVectorPolicy": [[46, 2, 1, "", "construct"], [46, 2, 1, "", "plan"], [46, 2, 1, "", "value"]], "pomdp_py.utils.interfaces.conversion.PolicyGraph": [[46, 2, 1, "", "construct"], [46, 2, 1, "", "plan"], [46, 2, 1, "", "update"]], "pomdp_py.utils.interfaces": [[46, 0, 0, "-", "solvers"]], "pomdp_py.utils.interfaces.solvers": [[46, 4, 1, "", "sarsop"], [46, 4, 1, "", "vi_pruning"]], "pomdp_py.utils.math": [[37, 4, 1, "", "R_between"], [37, 4, 1, "", "R_x"], [37, 4, 1, "", "R_y"], [37, 4, 1, "", "R_z"], [37, 4, 1, "", "T"], [37, 4, 1, "", "approx_equal"], [37, 4, 1, "", "euclidean_dist"], [37, 4, 1, "", "proj"], [37, 4, 1, "", "to_radians"], [37, 4, 1, "", "vec"]], "pomdp_py.utils.misc": [[37, 4, 1, "", "json_safe"], [37, 4, 1, "", "remap"], [37, 4, 1, "", "safe_slice"], [37, 4, 1, "", "similar"], [37, 1, 1, "", "special_char"]], "pomdp_py.utils.misc.special_char": [[37, 3, 1, "", "SUBSCRIPT"], [37, 3, 1, "", "bottomleft"], [37, 3, 1, "", "bottomright"], [37, 3, 1, "", "bottomt"], [37, 3, 1, "", "down"], [37, 3, 1, "", "hline"], [37, 3, 1, "", "intersect"], [37, 3, 1, "", "left"], [37, 3, 1, "", "leftt"], [37, 3, 1, "", "longbottomleft"], [37, 3, 1, "", "longbottomright"], [37, 3, 1, "", "longleft"], [37, 3, 1, "", "longright"], [37, 3, 1, "", "longtopleft"], [37, 3, 1, "", "longtopright"], [37, 3, 1, "", "right"], [37, 3, 1, "", "rightt"], [37, 3, 1, "", "shadebar"], [37, 3, 1, "", "topleft"], [37, 3, 1, "", "topright"], [37, 3, 1, "", "topt"], [37, 3, 1, "", "up"], [37, 3, 1, "", "vline"]], "pomdp_py.utils.templates": [[37, 1, 1, "", "DetObservationModel"], [37, 1, 1, "", "DetRewardModel"], [37, 1, 1, "", "DetTransitionModel"], [37, 1, 1, "", "SimpleAction"], [37, 1, 1, "", "SimpleObservation"], [37, 1, 1, "", "SimpleState"], [37, 1, 1, "", "TabularObservationModel"], [37, 1, 1, "", "TabularRewardModel"], [37, 1, 1, "", "TabularTransitionModel"], [37, 1, 1, "", "UniformPolicyModel"]], "pomdp_py.utils.templates.DetObservationModel": [[37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.DetRewardModel": [[37, 2, 1, "", "argmax"], [37, 2, 1, "", "reward_func"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.DetTransitionModel": [[37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.TabularObservationModel": [[37, 2, 1, "", "get_all_observations"], [37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.TabularRewardModel": [[37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.TabularTransitionModel": [[37, 2, 1, "", "get_all_states"], [37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.UniformPolicyModel": [[37, 2, 1, "", "get_all_actions"], [37, 2, 1, "", "rollout"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.typ": [[37, 1, 1, "", "bcolors"], [37, 4, 1, "", "blue"], [37, 4, 1, "", "bold"], [37, 4, 1, "", "cyan"], [37, 4, 1, "", "error"], [37, 4, 1, "", "green"], [37, 4, 1, "", "info"], [37, 4, 1, "", "magenta"], [37, 4, 1, "", "note"], [37, 4, 1, "", "red"], [37, 4, 1, "", "success"], [37, 4, 1, "", "warning"], [37, 4, 1, "", "white"], [37, 4, 1, "", "yellow"]], "pomdp_py.utils.typ.bcolors": [[37, 3, 1, "", "BLUE"], [37, 3, 1, "", "BOLD"], [37, 3, 1, "", "CYAN"], [37, 3, 1, "", "ENDC"], [37, 3, 1, "", "GREEN"], [37, 3, 1, "", "MAGENTA"], [37, 3, 1, "", "RED"], [37, 3, 1, "", "WHITE"], [37, 3, 1, "", "YELLOW"], [37, 2, 1, "", "disable"], [37, 2, 1, "", "s"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:function", "5": "py:property"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "function", "Python function"], "5": ["py", "property", "Python property"]}, "titleterms": {"pomdp_pi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 46, 52], "packag": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 40], "algorithm": [2, 3, 4], "po_rollout": 2, "modul": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 37, 38, 39, 40], "po_uct": 2, "pomcp": 2, "value_iter": 2, "bsp": [2, 3], "blqr": [2, 3], "visual": [2, 4, 10, 21, 29, 40], "submodul": [3, 4, 7, 8, 9, 10, 11, 12, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 37, 40], "content": [3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 37, 40, 46, 53], "framework": 5, "basic": 5, "oopomdp": 5, "planner": 5, "problem": [6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 41, 47], "subpackag": [6, 7, 13, 16, 18, 22, 24, 26, 30, 32, 37], "lasertag": [], "light_dark": [7, 8, 9, 10, 11], "problem_discret": 7, "test": [7, 53], "agent": [8, 19, 27, 46], "belief": [8, 19, 35], "domain": [9, 14, 20, 28, 48, 49], "action": [9, 14, 20, 28, 45], "observ": [9, 14, 20, 28], "state": [9, 14, 20, 28], "env": [10, 15, 21, 29], "plot": [10, 37], "model": [11, 16, 17, 22, 23, 30, 31, 48], "observation_model": [11, 22, 30], "transition_model": [11, 22, 30], "load_unload": 12, "maze": [13, 14, 15, 16, 17], "compon": [17, 23, 31], "map": 17, "multi_object_search": [18, 19, 20, 21, 22, 23], "example_world": [18, 26], "policy_model": [22, 30], "reward_model": [22, 30], "grid_map": [23, 31], "sensor": 23, "rocksampl": [24, 25], "cython": [24, 25, 32, 33], "rocksample_problem": [24, 25], "run_rocksampl": 25, "tag": [26, 27, 28, 29, 30, 31], "constant": 26, "experi": 26, "motion_polici": 31, "tiger": [32, 33, 44, 48], "tiger_problem": [32, 33], "run_tig": 33, "represent": [34, 35, 36], "histogram": [35, 36], "particl": [35, 36], "distribut": 36, "gaussian": 36, "util": [37, 38, 39], "color": 37, "cython_util": 37, "cpython": 37, "37m": 37, "x86_64": 37, "linux": 37, "gnu": 37, "debug": [37, 38], "treedebugg": [37, 38], "math": 37, "misc": 37, "templat": 37, "test_util": 37, "typ": 37, "interfac": 39, "simple_rl": 39, "search_tre": 40, "build": 41, "document": [41, 52], "doc": [41, 54], "pomdp_problem": 24, "note": 41, "changelog": [41, 42], "design": 43, "principl": 43, "exampl": [44, 46], "multi": [18, 44, 47], "object": [18, 44, 47], "search": [18, 44, 47], "mo": [18, 44, 47], "prefer": 45, "base": 45, "prior": 45, "us": [46, 51], "extern": 46, "solver": [46, 50], "tabl": [46, 53], "convert": 46, "pomdp": [46, 47, 48, 49, 50, 53, 55], "file": 46, "solv": [46, 48], "sarsop": 46, "policygraph": 46, "alphavectorpolici": 46, "overview": [47, 52], "implement": 47, "thi": 47, "convent": 47, "try": 47, "defin": 48, "instanti": 48, "instanc": 48, "summari": 48, "exist": [49, 50], "case": 51, "extens": 51, "get": 52, "start": 52, "further": 52, "citat": 52, "api": 52, "refer": 52, "tool": 52, "instal": 53, "pre": 53, "py": 53, "thing": 53, "out": 53, "docker": 53, "imag": 53, "other": 55, "librari": 55, "integr": [], "version": 42, "1": 42, "3": 42, "4": 42, "01": 42, "26": 42, "2024": 42, "07": 42, "25": 42, "2023": 42, "2": 42, "04": 42, "03": 42, "2022": 42, "11": 42, "2021": 42, "0": 42, "09": 42, "30": 42, "6": 42, "cancel": 42, "5": 42, "05": 42, "06": 42, "02": 42, "22": 42, "17": 42, "12": 42, "23": 42, "2020": 42, "pull": 42, "request": 42, "08": 42, "16": 42, "light": 7, "dark": 7, "load": 12, "unload": 12, "task": 18}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinxcontrib.bibtex": 9, "sphinx.ext.viewcode": 1, "sphinx": 60}, "alltitles": {"pomdp_py package": [[1, "pomdp-py-package"]], "pomdp_py.algorithms.bsp.blqr module": [[3, "module-pomdp_py.algorithms.bsp.blqr"], [2, "module-pomdp_py.algorithms.bsp.blqr"]], "pomdp_py.algorithms.bsp package": [[3, "pomdp-py-algorithms-bsp-package"]], "Submodules": [[3, "submodules"], [14, "submodules"], [15, "submodules"], [19, "submodules"], [20, "submodules"], [21, "submodules"], [22, "submodules"], [23, "submodules"], [26, "submodules"], [27, "submodules"], [28, "submodules"], [29, "submodules"], [30, "submodules"], [31, "submodules"], [12, "submodules"], [18, "submodules"], [32, "submodules"], [4, "submodules"], [7, "submodules"], [8, "submodules"], [9, "submodules"], [10, "submodules"], [11, "submodules"], [17, "submodules"], [24, "submodules"], [25, "submodules"], [33, "submodules"], [37, "submodules"], [40, "submodules"]], "Module contents": [[3, "module-pomdp_py.algorithms.bsp"], [6, "module-pomdp_py.problems"], [14, "module-pomdp_py.problems.maze.domain"], [15, "module-pomdp_py.problems.maze.env"], [16, "module-pomdp_py.problems.maze.models"], [19, "module-pomdp_py.problems.multi_object_search.agent"], [20, "module-pomdp_py.problems.multi_object_search.domain"], [21, "module-pomdp_py.problems.multi_object_search.env"], [22, "module-pomdp_py.problems.multi_object_search.models"], [23, "module-pomdp_py.problems.multi_object_search.models.components"], [26, "module-pomdp_py.problems.tag"], [27, "module-pomdp_py.problems.tag.agent"], [28, "module-pomdp_py.problems.tag.domain"], [29, "module-pomdp_py.problems.tag.env"], [30, "module-pomdp_py.problems.tag.models"], [31, "module-pomdp_py.problems.tag.models.components"], [12, "module-pomdp_py.problems.load_unload"], [13, "module-pomdp_py.problems.maze"], [18, "module-pomdp_py.problems.multi_object_search"], [32, "module-pomdp_py.problems.tiger"], [4, "module-contents"], [7, "module-contents"], [8, "module-contents"], [9, "module-contents"], [10, "module-pomdp_py.problems.light_dark.env"], [11, "module-contents"], [17, "module-pomdp_py.problems.maze.models.components"], [24, "module-pomdp_py.problems.rocksample"], [25, "module-pomdp_py.problems.rocksample.cythonize"], [33, "module-pomdp_py.problems.tiger.cythonize"], [37, "module-pomdp_py.utils"], [40, "module-contents"]], "pomdp_py.framework package": [[5, "pomdp-py-framework-package"]], "pomdp_py.framework.basics module": [[5, "module-pomdp_py.framework.basics"]], "pomdp_py.framework.oopomdp module": [[5, "module-pomdp_py.framework.oopomdp"]], "pomdp_py.framework.planner module": [[5, "module-pomdp_py.framework.planner"]], "pomdp_py.problems package": [[6, "pomdp-py-problems-package"]], "Subpackages": [[6, "subpackages"], [16, "subpackages"], [22, "subpackages"], [26, "subpackages"], [30, "subpackages"], [13, "subpackages"], [18, "subpackages"], [32, "subpackages"], [7, "subpackages"], [24, "subpackages"], [37, "subpackages"]], "pomdp_py.problems.maze.domain package": [[14, "pomdp-py-problems-maze-domain-package"]], "pomdp_py.problems.maze.domain.action module": [[14, "module-pomdp_py.problems.maze.domain.action"]], "pomdp_py.problems.maze.domain.observation module": [[14, "module-pomdp_py.problems.maze.domain.observation"]], "pomdp_py.problems.maze.domain.state module": [[14, "module-pomdp_py.problems.maze.domain.state"]], "pomdp_py.problems.maze.env package": [[15, "pomdp-py-problems-maze-env-package"]], "pomdp_py.problems.maze.env.env module": [[15, "module-pomdp_py.problems.maze.env.env"]], "pomdp_py.problems.maze.models package": [[16, "pomdp-py-problems-maze-models-package"]], "pomdp_py.problems.multi_object_search.agent package": [[19, "pomdp-py-problems-multi-object-search-agent-package"]], "pomdp_py.problems.multi_object_search.agent.agent module": [[19, "module-pomdp_py.problems.multi_object_search.agent.agent"]], "pomdp_py.problems.multi_object_search.agent.belief module": [[19, "module-pomdp_py.problems.multi_object_search.agent.belief"]], "pomdp_py.problems.multi_object_search.domain package": [[20, "pomdp-py-problems-multi-object-search-domain-package"]], "pomdp_py.problems.multi_object_search.domain.action module": [[20, "module-pomdp_py.problems.multi_object_search.domain.action"]], "pomdp_py.problems.multi_object_search.domain.observation module": [[20, "module-pomdp_py.problems.multi_object_search.domain.observation"]], "pomdp_py.problems.multi_object_search.domain.state module": [[20, "module-pomdp_py.problems.multi_object_search.domain.state"]], "pomdp_py.problems.multi_object_search.env package": [[21, "pomdp-py-problems-multi-object-search-env-package"]], "pomdp_py.problems.multi_object_search.env.env module": [[21, "module-pomdp_py.problems.multi_object_search.env.env"]], "pomdp_py.problems.multi_object_search.env.visual module": [[21, "module-pomdp_py.problems.multi_object_search.env.visual"]], "pomdp_py.problems.multi_object_search.models package": [[22, "pomdp-py-problems-multi-object-search-models-package"]], "pomdp_py.problems.multi_object_search.models.observation_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.observation_model"]], "pomdp_py.problems.multi_object_search.models.policy_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.policy_model"]], "pomdp_py.problems.multi_object_search.models.reward_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.reward_model"]], "pomdp_py.problems.multi_object_search.models.transition_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.transition_model"]], "pomdp_py.problems.multi_object_search.models.components package": [[23, "pomdp-py-problems-multi-object-search-models-components-package"]], "pomdp_py.problems.multi_object_search.models.components.grid_map module": [[23, "module-pomdp_py.problems.multi_object_search.models.components.grid_map"]], "pomdp_py.problems.multi_object_search.models.components.sensor module": [[23, "module-pomdp_py.problems.multi_object_search.models.components.sensor"]], "pomdp_py.problems.tag package": [[26, "pomdp-py-problems-tag-package"]], "pomdp_py.problems.tag.constants module": [[26, "module-pomdp_py.problems.tag.constants"]], "pomdp_py.problems.tag.example_worlds module": [[26, "module-pomdp_py.problems.tag.example_worlds"]], "pomdp_py.problems.tag.experiment module": [[26, "module-pomdp_py.problems.tag.experiment"]], "pomdp_py.problems.tag.problem module": [[26, "module-pomdp_py.problems.tag.problem"]], "pomdp_py.problems.tag.agent package": [[27, "pomdp-py-problems-tag-agent-package"]], "pomdp_py.problems.tag.agent.agent module": [[27, "module-pomdp_py.problems.tag.agent.agent"]], "pomdp_py.problems.tag.domain package": [[28, "pomdp-py-problems-tag-domain-package"]], "pomdp_py.problems.tag.domain.action module": [[28, "module-pomdp_py.problems.tag.domain.action"]], "pomdp_py.problems.tag.domain.observation module": [[28, "module-pomdp_py.problems.tag.domain.observation"]], "pomdp_py.problems.tag.domain.state module": [[28, "module-pomdp_py.problems.tag.domain.state"]], "pomdp_py.problems.tag.env package": [[29, "pomdp-py-problems-tag-env-package"]], "pomdp_py.problems.tag.env.env module": [[29, "module-pomdp_py.problems.tag.env.env"]], "pomdp_py.problems.tag.env.visual module": [[29, "module-pomdp_py.problems.tag.env.visual"]], "pomdp_py.problems.tag.models package": [[30, "pomdp-py-problems-tag-models-package"]], "pomdp_py.problems.tag.models.observation_model module": [[30, "module-pomdp_py.problems.tag.models.observation_model"]], "pomdp_py.problems.tag.models.policy_model module": [[30, "module-pomdp_py.problems.tag.models.policy_model"]], "pomdp_py.problems.tag.models.reward_model module": [[30, "module-pomdp_py.problems.tag.models.reward_model"]], "pomdp_py.problems.tag.models.transition_model module": [[30, "module-pomdp_py.problems.tag.models.transition_model"]], "pomdp_py.problems.tag.models.components package": [[31, "pomdp-py-problems-tag-models-components-package"]], "pomdp_py.problems.tag.models.components.grid_map module": [[31, "module-pomdp_py.problems.tag.models.components.grid_map"]], "pomdp_py.problems.tag.models.components.motion_policy module": [[31, "module-pomdp_py.problems.tag.models.components.motion_policy"]], "pomdp_py.representations package": [[34, "pomdp-py-representations-package"]], "pomdp_py.representations.belief package": [[35, "pomdp-py-representations-belief-package"]], "pomdp_py.representations.belief.histogram module": [[35, "module-pomdp_py.representations.belief.histogram"]], "pomdp_py.representations.belief.particles module": [[35, "module-pomdp_py.representations.belief.particles"]], "pomdp_py.representations.distribution package": [[36, "pomdp-py-representations-distribution-package"]], "pomdp_py.representations.distribution.histogram module": [[36, "module-pomdp_py.representations.distribution.histogram"]], "pomdp_py.representations.distribution.particles module": [[36, "module-pomdp_py.representations.distribution.particles"]], "pomdp_py.representations.distribution.gaussian module": [[36, "module-pomdp_py.representations.distribution.gaussian"]], "pomdp_py.utils.debugging module": [[38, "module-pomdp_py.utils.debugging"], [37, "module-pomdp_py.utils.debugging"]], "TreeDebugger": [[38, "treedebugger"], [37, "treedebugger"]], "Design Principles": [[43, "design-principles"]], "Examples": [[44, "examples"]], "Tiger": [[44, "tiger"], [48, "tiger"], [32, "tiger"]], "Multi-Object Search (MOS)": [[44, "multi-object-search-mos"], [47, "multi-object-search-mos"]], "Preference-based Action Prior": [[45, "preference-based-action-prior"]], "Using External Solvers": [[46, "module-pomdp_py.utils.interfaces.solvers"]], "Table of Contents": [[46, "table-of-contents"], [53, "table-of-contents"]], "Converting a pomdp_py Agent to a POMDP File": [[46, "converting-a-pomdp-py-agent-to-a-pomdp-file"]], "Example": [[46, "example"], [46, "id2"], [46, "id4"]], "Using pomdp-solve": [[46, "using-pomdp-solve"]], "Using sarsop": [[46, "using-sarsop"]], "PolicyGraph and AlphaVectorPolicy": [[46, "policygraph-and-alphavectorpolicy"]], "Problem overview": [[47, "problem-overview"]], "Implementing this POMDP: Conventions": [[47, "implementing-this-pomdp-conventions"]], "Try it": [[47, "try-it"]], "Define the domain": [[48, "define-the-domain"]], "Define the models": [[48, "define-the-models"]], "Define the POMDP": [[48, "define-the-pomdp"]], "Instantiate the POMDP": [[48, "instantiate-the-pomdp"]], "Solve the POMDP instance": [[48, "solve-the-pomdp-instance"]], "Summary": [[48, "summary"]], "Existing POMDP Domains": [[49, "existing-pomdp-domains"]], "Existing POMDP Solvers": [[50, "existing-pomdp-solvers"]], "Use Case Extensions": [[51, "use-case-extensions"]], "Installation": [[53, "installation"]], "Pre-installation": [[53, "pre-installation"]], "Install pomdp-py": [[53, "install-pomdp-py"]], "Test things out": [[53, "test-things-out"]], "Docker image": [[53, "docker-image"]], "docs": [[54, "docs"]], "Other POMDP Libraries": [[55, "other-pomdp-libraries"]], "pomdp_py": [[0, "pomdp-py"]], "pomdp_py.problems.load_unload package": [[12, "pomdp-py-problems-load-unload-package"]], "Load/Unload": [[12, "load-unload"]], "pomdp_py.problems.load_unload.load_unload module": [[12, "module-pomdp_py.problems.load_unload.load_unload"]], "pomdp_py.problems.maze package": [[13, "pomdp-py-problems-maze-package"]], "Maze": [[13, "maze"], [13, "id1"]], "pomdp_py.problems.multi_object_search package": [[18, "pomdp-py-problems-multi-object-search-package"]], "Multi-Object Search (MOS) Task": [[18, "multi-object-search-mos-task"]], "pomdp_py.problems.multi_object_search.example_worlds module": [[18, "module-pomdp_py.problems.multi_object_search.example_worlds"]], "pomdp_py.problems.multi_object_search.problem module": [[18, "module-pomdp_py.problems.multi_object_search.problem"]], "pomdp_py.problems.tiger package": [[32, "pomdp-py-problems-tiger-package"]], "pomdp_py.problems.tiger.cythonize module": [[32, "module-pomdp_py.problems.tiger.cythonize"]], "pomdp_py.problems.tiger.tiger_problem module": [[32, "module-pomdp_py.problems.tiger.tiger_problem"]], "Building Documentations": [[41, "building-documentations"]], "Building docs for pomdp_py": [[41, "building-docs-for-pomdp-py"]], "Building docs for pomdp_py.problems": [[41, "building-docs-for-pomdp-py-problems"]], "Note on Changelog": [[41, "note-on-changelog"]], "pomdp_py Documentation": [[52, "pomdp-py-documentation"]], "Overview": [[52, "overview"]], "Getting Started": [[52, "getting-started"]], "Further": [[52, "further"]], "Citation": [[52, "citation"]], "API References": [[52, "api-references"], [52, null]], "Tools": [[52, "tools"]], "Changelog": [[42, "changelog"]], "Version 1.3.5 (03/12/2024)": [[42, "version-1-3-5-03-12-2024"]], "Version 1.3.4 (01/26/2024)": [[42, "version-1-3-4-01-26-2024"]], "Version 1.3.3 (07/25/2023)": [[42, "version-1-3-3-07-25-2023"]], "Version 1.3.2 (04/03/2022)": [[42, "version-1-3-2-04-03-2022"]], "Version 1.3.1 (11/03/2021)": [[42, "version-1-3-1-11-03-2021"]], "Version 1.3.0.1 (09/30/2021)": [[42, "version-1-3-0-1-09-30-2021"]], "Version 1.2.4.6 (canceled)": [[42, "version-1-2-4-6-canceled"]], "Version 1.2.4.5 (07/05/2021)": [[42, "version-1-2-4-5-07-05-2021"]], "Version 1.2.4.1 (06/02/2021)": [[42, "version-1-2-4-1-06-02-2021"]], "Version 1.2.4 (06/01/2021)": [[42, "version-1-2-4-06-01-2021"]], "Version 1.2.3 (03/22/2021)": [[42, "version-1-2-3-03-22-2021"]], "Version 1.2.2.1 (01/25/2021)": [[42, "version-1-2-2-1-01-25-2021"]], "Version 1.2.2 (01/17/2021)": [[42, "version-1-2-2-01-17-2021"]], "Version 1.2.1 (12/23/2020)": [[42, "version-1-2-1-12-23-2020"]], "Pull Request #3 (08/01/2020)": [[42, "pull-request-3-08-01-2020"]], "Pull Request #1 (06/02/2020)": [[42, "pull-request-1-06-02-2020"]], "Version 1.0 - 1.2 (02/08/2020 - 02/16/2020)": [[42, "version-1-0-1-2-02-08-2020-02-16-2020"]], "Version 0.0": [[42, "version-0-0"]], "pomdp_py.algorithms package": [[2, "pomdp-py-algorithms-package"]], "pomdp_py.algorithms.po_rollout module": [[2, "module-pomdp_py.algorithms.po_rollout"]], "pomdp_py.algorithms.po_uct module": [[2, "module-pomdp_py.algorithms.po_uct"]], "pomdp_py.algorithms.pomcp module": [[2, "module-pomdp_py.algorithms.pomcp"]], "pomdp_py.algorithms.value_iteration module": [[2, "module-pomdp_py.algorithms.value_iteration"]], "pomdp_py.algorithms.visual.visual module": [[2, "pomdp-py-algorithms-visual-visual-module"], [4, "pomdp-py-algorithms-visual-visual-module"]], "pomdp_py.algorithms.visual package": [[4, "pomdp-py-algorithms-visual-package"]], "pomdp_py.problems.light_dark package": [[7, "pomdp-py-problems-light-dark-package"]], "Light-Dark": [[7, "light-dark"]], "pomdp_py.problems.light_dark.problem_discrete module": [[7, "pomdp-py-problems-light-dark-problem-discrete-module"]], "pomdp_py.problems.light_dark.test module": [[7, "pomdp-py-problems-light-dark-test-module"]], "pomdp_py.problems.light_dark.agent package": [[8, "pomdp-py-problems-light-dark-agent-package"]], "pomdp_py.problems.light_dark.agent.belief module": [[8, "pomdp-py-problems-light-dark-agent-belief-module"]], "pomdp_py.problems.light_dark.domain package": [[9, "pomdp-py-problems-light-dark-domain-package"]], "pomdp_py.problems.light_dark.domain.action module": [[9, "pomdp-py-problems-light-dark-domain-action-module"]], "pomdp_py.problems.light_dark.domain.observation module": [[9, "pomdp-py-problems-light-dark-domain-observation-module"]], "pomdp_py.problems.light_dark.domain.state module": [[9, "pomdp-py-problems-light-dark-domain-state-module"]], "pomdp_py.problems.light_dark.env package": [[10, "pomdp-py-problems-light-dark-env-package"]], "pomdp_py.problems.light_dark.env.env module": [[10, "module-pomdp_py.problems.light_dark.env.env"]], "pomdp_py.problems.light_dark.env.plotting module": [[10, "module-pomdp_py.problems.light_dark.env.plotting"]], "pomdp_py.problems.light_dark.env.visual module": [[10, "pomdp-py-problems-light-dark-env-visual-module"]], "pomdp_py.problems.light_dark.models package": [[11, "pomdp-py-problems-light-dark-models-package"]], "pomdp_py.problems.light_dark.models.observation_model module": [[11, "pomdp-py-problems-light-dark-models-observation-model-module"]], "pomdp_py.problems.light_dark.models.transition_model module": [[11, "pomdp-py-problems-light-dark-models-transition-model-module"]], "pomdp_py.problems.maze.models.components package": [[17, "pomdp-py-problems-maze-models-components-package"]], "pomdp_py.problems.maze.models.components.map module": [[17, "pomdp-py-problems-maze-models-components-map-module"]], "pomdp_py.problems.rocksample package": [[24, "pomdp-py-problems-rocksample-package"]], "RockSample": [[24, "rocksample"]], "pomdp_problems.rocksample.rocksample_problem module": [[24, "pomdp-problems-rocksample-rocksample-problem-module"]], "pomdp_py.problems.rocksample.cythonize module": [[24, "module-pomdp_py.problems.rocksample.cythonize"]], "pomdp_py.problems.rocksample.rocksample_problem module": [[24, "module-pomdp_py.problems.rocksample.rocksample_problem"]], "pomdp_py.problems.rocksample.cythonize package": [[25, "pomdp-py-problems-rocksample-cythonize-package"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem module": [[25, "module-pomdp_py.problems.rocksample.cythonize.rocksample_problem"], [25, "id1"], [25, "id49"], [25, "id98"]], "pomdp_py.problems.rocksample.cythonize.run_rocksample module": [[25, "pomdp-py-problems-rocksample-cythonize-run-rocksample-module"]], "pomdp_py.problems.tiger.cythonize package": [[33, "pomdp-py-problems-tiger-cythonize-package"]], "pomdp_py.problems.tiger.cythonize.run_tiger module": [[33, "pomdp-py-problems-tiger-cythonize-run-tiger-module"]], "pomdp_py.problems.tiger.cythonize.tiger_problem module": [[33, "module-pomdp_py.problems.tiger.cythonize.tiger_problem"], [33, "id1"], [33, "id39"], [33, "id78"]], "pomdp_py.utils package": [[37, "pomdp-py-utils-package"]], "pomdp_py.utils.colors module": [[37, "module-pomdp_py.utils.colors"]], "pomdp_py.utils.cython_utils.cpython-37m-x86_64-linux-gnu module": [[37, "pomdp-py-utils-cython-utils-cpython-37m-x86-64-linux-gnu-module"]], "pomdp_py.utils.cython_utils module": [[37, "module-pomdp_py.utils.cython_utils"]], "pomdp_py.utils.math module": [[37, "module-pomdp_py.utils.math"]], "pomdp_py.utils.misc module": [[37, "module-pomdp_py.utils.misc"]], "pomdp_py.utils.plotting module": [[37, "pomdp-py-utils-plotting-module"]], "pomdp_py.utils.templates module": [[37, "module-pomdp_py.utils.templates"]], "pomdp_py.utils.test_utils module": [[37, "pomdp-py-utils-test-utils-module"]], "pomdp_py.utils.typ module": [[37, "module-pomdp_py.utils.typ"]], "pomdp_py.utils.interfaces package": [[39, "pomdp-py-utils-interfaces-package"]], "pomdp_py.utils.interfaces.simple_rl module": [[39, "pomdp-py-utils-interfaces-simple-rl-module"]], "pomdp_py.visual package": [[40, "pomdp-py-visual-package"]], "pomdp_py.visual.search_tree module": [[40, "pomdp-py-visual-search-tree-module"]]}, "indexentries": {"actionprior (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.ActionPrior"]], "blqr (class in pomdp_py.algorithms.bsp.blqr)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR"]], "pomcp (class in pomdp_py.algorithms.pomcp)": [[2, "pomdp_py.algorithms.pomcp.POMCP"]], "porollout (class in pomdp_py.algorithms.po_rollout)": [[2, "pomdp_py.algorithms.po_rollout.PORollout"]], "pouct (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.POUCT"]], "qnode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.QNode"]], "randomrollout (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.RandomRollout"]], "rolloutpolicy (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.RolloutPolicy"]], "rootvnode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.RootVNode"]], "rootvnodeparticles (class in pomdp_py.algorithms.pomcp)": [[2, "pomdp_py.algorithms.pomcp.RootVNodeParticles"]], "treenode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.TreeNode"]], "vnode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.VNode"]], "vnodeparticles (class in pomdp_py.algorithms.pomcp)": [[2, "pomdp_py.algorithms.pomcp.VNodeParticles"]], "valueiteration (class in pomdp_py.algorithms.value_iteration)": [[2, "pomdp_py.algorithms.value_iteration.ValueIteration"]], "action_prior (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.action_prior"]], "argmax() (pomdp_py.algorithms.po_uct.vnode method)": [[2, "pomdp_py.algorithms.po_uct.VNode.argmax"]], "belief (pomdp_py.algorithms.pomcp.rootvnodeparticles attribute)": [[2, "pomdp_py.algorithms.pomcp.RootVNodeParticles.belief"]], "belief (pomdp_py.algorithms.pomcp.vnodeparticles attribute)": [[2, "pomdp_py.algorithms.pomcp.VNodeParticles.belief"]], "children (pomdp_py.algorithms.po_uct.treenode attribute)": [[2, "pomdp_py.algorithms.po_uct.TreeNode.children"]], "clear_agent() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.clear_agent"]], "clear_agent() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.clear_agent"]], "create_plan() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.create_plan"]], "discount_factor (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.discount_factor"]], "ekf_update_mlo() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.ekf_update_mlo"]], "from_vnode() (pomdp_py.algorithms.po_uct.rootvnode class method)": [[2, "pomdp_py.algorithms.po_uct.RootVNode.from_vnode"]], "from_vnode() (pomdp_py.algorithms.pomcp.rootvnodeparticles class method)": [[2, "pomdp_py.algorithms.pomcp.RootVNodeParticles.from_vnode"]], "get_preferred_actions() (pomdp_py.algorithms.po_uct.actionprior method)": [[2, "pomdp_py.algorithms.po_uct.ActionPrior.get_preferred_actions"]], "history (pomdp_py.algorithms.po_uct.rootvnode attribute)": [[2, "pomdp_py.algorithms.po_uct.RootVNode.history"]], "integrate_belief_segment() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.integrate_belief_segment"]], "interpret_sqp_plan() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.interpret_sqp_plan"]], "last_best_reward (pomdp_py.algorithms.po_rollout.porollout attribute)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.last_best_reward"]], "last_num_sims (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.last_num_sims"]], "last_planning_time (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.last_planning_time"]], "max_depth (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.max_depth"]], "module": [[2, "module-pomdp_py.algorithms.bsp.blqr"], [2, "module-pomdp_py.algorithms.po_rollout"], [2, "module-pomdp_py.algorithms.po_uct"], [2, "module-pomdp_py.algorithms.pomcp"], [2, "module-pomdp_py.algorithms.value_iteration"], [6, "module-pomdp_py.problems"], [10, "module-pomdp_py.problems.light_dark.env"], [10, "module-pomdp_py.problems.light_dark.env.env"], [10, "module-pomdp_py.problems.light_dark.env.plotting"], [16, "module-pomdp_py.problems.maze.models"], [17, "module-pomdp_py.problems.maze.models.components"], [24, "module-pomdp_py.problems.rocksample"], [24, "module-pomdp_py.problems.rocksample.cythonize"], [24, "module-pomdp_py.problems.rocksample.rocksample_problem"], [25, "module-0"], [25, "module-1"], [25, "module-2"], [25, "module-pomdp_py.problems.rocksample.cythonize"], [25, "module-pomdp_py.problems.rocksample.cythonize.rocksample_problem"], [32, "module-pomdp_py.problems.tiger"], [32, "module-pomdp_py.problems.tiger.cythonize"], [32, "module-pomdp_py.problems.tiger.tiger_problem"], [33, "module-0"], [33, "module-1"], [33, "module-2"], [33, "module-pomdp_py.problems.tiger.cythonize"], [33, "module-pomdp_py.problems.tiger.cythonize.tiger_problem"], [37, "module-pomdp_py.utils"], [37, "module-pomdp_py.utils.colors"], [37, "module-pomdp_py.utils.cython_utils"], [37, "module-pomdp_py.utils.debugging"], [37, "module-pomdp_py.utils.math"], [37, "module-pomdp_py.utils.misc"], [37, "module-pomdp_py.utils.templates"], [37, "module-pomdp_py.utils.typ"]], "num_visits (pomdp_py.algorithms.po_uct.treenode attribute)": [[2, "pomdp_py.algorithms.po_uct.TreeNode.num_visits"]], "num_visits_init (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.num_visits_init"]], "plan() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.plan"]], "plan() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.plan"]], "plan() (pomdp_py.algorithms.pomcp.pomcp method)": [[2, "pomdp_py.algorithms.pomcp.POMCP.plan"]], "plan() (pomdp_py.algorithms.value_iteration.valueiteration method)": [[2, "pomdp_py.algorithms.value_iteration.ValueIteration.plan"]], "pomdp_py.algorithms.bsp.blqr": [[2, "module-pomdp_py.algorithms.bsp.blqr"]], "pomdp_py.algorithms.po_rollout": [[2, "module-pomdp_py.algorithms.po_rollout"]], "pomdp_py.algorithms.po_uct": [[2, "module-pomdp_py.algorithms.po_uct"]], "pomdp_py.algorithms.pomcp": [[2, "module-pomdp_py.algorithms.pomcp"]], "pomdp_py.algorithms.value_iteration": [[2, "module-pomdp_py.algorithms.value_iteration"]], "print_children_value() (pomdp_py.algorithms.po_uct.vnode method)": [[2, "pomdp_py.algorithms.po_uct.VNode.print_children_value"]], "rollout() (pomdp_py.algorithms.po_uct.randomrollout method)": [[2, "pomdp_py.algorithms.po_uct.RandomRollout.rollout"]], "rollout() (pomdp_py.algorithms.po_uct.rolloutpolicy method)": [[2, "pomdp_py.algorithms.po_uct.RolloutPolicy.rollout"]], "rollout_policy (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.rollout_policy"]], "segmented_cost_function() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.segmented_cost_function"]], "set_rollout_policy() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.set_rollout_policy"]], "set_rollout_policy() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.set_rollout_policy"]], "update() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.update"]], "update() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.update"]], "update() (pomdp_py.algorithms.pomcp.pomcp method)": [[2, "pomdp_py.algorithms.pomcp.POMCP.update"]], "update_agent_belief (pomdp_py.algorithms.po_rollout.porollout attribute)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.update_agent_belief"]], "update_agent_belief (pomdp_py.algorithms.pomcp.pomcp attribute)": [[2, "pomdp_py.algorithms.pomcp.POMCP.update_agent_belief"]], "updates_agent_belief (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.updates_agent_belief"]], "value (pomdp_py.algorithms.po_uct.treenode attribute)": [[2, "pomdp_py.algorithms.po_uct.TreeNode.value"]], "value (pomdp_py.algorithms.po_uct.vnode attribute)": [[2, "pomdp_py.algorithms.po_uct.VNode.value"]], "value_init (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.value_init"]], "pomdp_py.problems": [[6, "module-pomdp_py.problems"]], "lightdarkenvironment (class in pomdp_py.problems.light_dark.env.env)": [[10, "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment"]], "const (pomdp_py.problems.light_dark.env.env.lightdarkenvironment property)": [[10, "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment.const"]], "light (pomdp_py.problems.light_dark.env.env.lightdarkenvironment property)": [[10, "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment.light"]], "plot_circle() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_circle"]], "plot_line() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_line"]], "plot_points() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_points"]], "plot_polygons() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_polygons"]], "pomdp_py.problems.light_dark.env": [[10, "module-pomdp_py.problems.light_dark.env"]], "pomdp_py.problems.light_dark.env.env": [[10, "module-pomdp_py.problems.light_dark.env.env"]], "pomdp_py.problems.light_dark.env.plotting": [[10, "module-pomdp_py.problems.light_dark.env.plotting"]], "pomdp_py.problems.maze.models": [[16, "module-pomdp_py.problems.maze.models"]], "pomdp_py.problems.maze.models.components": [[17, "module-pomdp_py.problems.maze.models.components"]], "action (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.Action"]], "bad (pomdp_py.problems.rocksample.rocksample_problem.rocktype attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.BAD"]], "checkaction (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.CheckAction"]], "east (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.EAST"]], "good (pomdp_py.problems.rocksample.rocksample_problem.rocktype attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.GOOD"]], "moveaction (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction"]], "north (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.NORTH"]], "observation (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.Observation"]], "rsobservationmodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel"]], "rspolicymodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel"]], "rsrewardmodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel"]], "rstransitionmodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel"]], "rocksampleproblem (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem"]], "rocktype (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType"]], "south (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.SOUTH"]], "sampleaction (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.SampleAction"]], "state (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.State"]], "west (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.WEST"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rsobservationmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rsrewardmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rstransitionmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel.argmax"]], "create_instance() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.create_instance"]], "euclidean_dist() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.euclidean_dist"]], "generate_instance() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.generate_instance"]], "get_all_actions() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.get_all_actions"]], "in_exit_area() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.in_exit_area"]], "init_particles_belief() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.init_particles_belief"]], "invert() (pomdp_py.problems.rocksample.rocksample_problem.rocktype static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.invert"]], "main() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.main"]], "minimal_instance() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.minimal_instance"]], "pomdp_py.problems.rocksample": [[24, "module-pomdp_py.problems.rocksample"]], "pomdp_py.problems.rocksample.cythonize": [[24, "module-pomdp_py.problems.rocksample.cythonize"], [25, "module-pomdp_py.problems.rocksample.cythonize"]], "pomdp_py.problems.rocksample.rocksample_problem": [[24, "module-pomdp_py.problems.rocksample.rocksample_problem"]], "print_state() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.print_state"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rsobservationmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel.probability"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.probability"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rsrewardmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel.probability"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rstransitionmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel.probability"]], "random() (pomdp_py.problems.rocksample.rocksample_problem.rocktype static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.random"]], "random_free_location() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.random_free_location"]], "rollout() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.rollout"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rsobservationmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel.sample"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.sample"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rsrewardmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel.sample"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rstransitionmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel.sample"]], "test_planner() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.test_planner"]], "bad (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype attribute)": [[25, "id138"], [25, "id40"], [25, "id89"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.BAD"]], "checkaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id0"], [25, "id50"], [25, "id99"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.CheckAction"]], "east (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id102"], [25, "id4"], [25, "id53"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.EAST"]], "good (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype attribute)": [[25, "id139"], [25, "id41"], [25, "id90"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.GOOD"]], "moveaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id101"], [25, "id3"], [25, "id52"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction"]], "north (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id103"], [25, "id5"], [25, "id54"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.NORTH"]], "rsaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id107"], [25, "id58"], [25, "id9"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSAction"]], "rsobservation (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id10"], [25, "id108"], [25, "id59"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservation"]], "rsobservationmodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id110"], [25, "id12"], [25, "id61"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel"]], "rspolicymodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id114"], [25, "id16"], [25, "id65"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel"]], "rsrewardmodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id120"], [25, "id22"], [25, "id71"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel"]], "rsstate (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id124"], [25, "id26"], [25, "id75"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState"]], "rstransitionmodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id128"], [25, "id30"], [25, "id79"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel"]], "rocksampleproblem (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id132"], [25, "id34"], [25, "id83"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem"]], "rocktype (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id137"], [25, "id39"], [25, "id88"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType"]], "south (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id104"], [25, "id55"], [25, "id6"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.SOUTH"]], "sampleaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id142"], [25, "id44"], [25, "id93"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.SampleAction"]], "west (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id105"], [25, "id56"], [25, "id7"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.WEST"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservationmodel method)": [[25, "id111"], [25, "id13"], [25, "id62"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id115"], [25, "id17"], [25, "id66"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsrewardmodel method)": [[25, "id121"], [25, "id23"], [25, "id72"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rstransitionmodel method)": [[25, "id129"], [25, "id31"], [25, "id80"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel.argmax"]], "euclidean_dist() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id143"], [25, "id45"], [25, "id94"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.euclidean_dist"]], "generate_instance() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem static method)": [[25, "id133"], [25, "id35"], [25, "id84"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.generate_instance"]], "get_all_actions() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id116"], [25, "id18"], [25, "id67"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.get_all_actions"]], "in_exit_area() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem method)": [[25, "id134"], [25, "id36"], [25, "id85"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.in_exit_area"]], "init_particles_belief() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id144"], [25, "id46"], [25, "id95"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.init_particles_belief"]], "invert() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype static method)": [[25, "id140"], [25, "id42"], [25, "id91"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.invert"]], "main() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id145"], [25, "id47"], [25, "id96"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.main"]], "motion (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id106"], [25, "id57"], [25, "id8"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.motion"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem": [[25, "module-0"], [25, "module-1"], [25, "module-2"], [25, "module-pomdp_py.problems.rocksample.cythonize.rocksample_problem"]], "position (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsstate attribute)": [[25, "id125"], [25, "id27"], [25, "id76"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState.position"]], "print_state() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem method)": [[25, "id135"], [25, "id37"], [25, "id86"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.print_state"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservationmodel method)": [[25, "id112"], [25, "id14"], [25, "id63"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel.probability"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id117"], [25, "id19"], [25, "id68"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.probability"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsrewardmodel method)": [[25, "id122"], [25, "id24"], [25, "id73"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel.probability"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rstransitionmodel method)": [[25, "id130"], [25, "id32"], [25, "id81"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel.probability"]], "quality (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservation attribute)": [[25, "id109"], [25, "id11"], [25, "id60"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservation.quality"]], "random() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype static method)": [[25, "id141"], [25, "id43"], [25, "id92"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.random"]], "random_free_location() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem static method)": [[25, "id136"], [25, "id38"], [25, "id87"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.random_free_location"]], "rock_id (pomdp_py.problems.rocksample.cythonize.rocksample_problem.checkaction attribute)": [[25, "id100"], [25, "id2"], [25, "id51"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.CheckAction.rock_id"]], "rocktypes (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsstate attribute)": [[25, "id126"], [25, "id28"], [25, "id77"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState.rocktypes"]], "rollout() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id118"], [25, "id20"], [25, "id69"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.rollout"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservationmodel method)": [[25, "id113"], [25, "id15"], [25, "id64"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel.sample"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id119"], [25, "id21"], [25, "id70"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.sample"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsrewardmodel method)": [[25, "id123"], [25, "id25"], [25, "id74"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel.sample"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rstransitionmodel method)": [[25, "id131"], [25, "id33"], [25, "id82"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel.sample"]], "terminal (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsstate attribute)": [[25, "id127"], [25, "id29"], [25, "id78"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState.terminal"]], "test_planner() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id146"], [25, "id48"], [25, "id97"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.test_planner"]], "actions (pomdp_py.problems.tiger.tiger_problem.policymodel attribute)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.ACTIONS"]], "observationmodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel"]], "policymodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel"]], "rewardmodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.RewardModel"]], "tigeraction (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerAction"]], "tigerobservation (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerObservation"]], "tigerproblem (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerProblem"]], "tigerstate (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerState"]], "transitionmodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel"]], "create() (pomdp_py.problems.tiger.tiger_problem.tigerproblem static method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerProblem.create"]], "get_all_actions() (pomdp_py.problems.tiger.tiger_problem.policymodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.get_all_actions"]], "get_all_observations() (pomdp_py.problems.tiger.tiger_problem.observationmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel.get_all_observations"]], "get_all_states() (pomdp_py.problems.tiger.tiger_problem.transitionmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel.get_all_states"]], "main() (in module pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.main"]], "make_tiger() (in module pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.make_tiger"]], "other() (pomdp_py.problems.tiger.tiger_problem.tigerstate method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerState.other"]], "pomdp_py.problems.tiger": [[32, "module-pomdp_py.problems.tiger"]], "pomdp_py.problems.tiger.cythonize": [[32, "module-pomdp_py.problems.tiger.cythonize"], [33, "module-pomdp_py.problems.tiger.cythonize"]], "pomdp_py.problems.tiger.tiger_problem": [[32, "module-pomdp_py.problems.tiger.tiger_problem"]], "probability() (pomdp_py.problems.tiger.tiger_problem.observationmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel.probability"]], "probability() (pomdp_py.problems.tiger.tiger_problem.transitionmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel.probability"]], "rollout() (pomdp_py.problems.tiger.tiger_problem.policymodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.rollout"]], "sample() (pomdp_py.problems.tiger.tiger_problem.observationmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel.sample"]], "sample() (pomdp_py.problems.tiger.tiger_problem.policymodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.sample"]], "sample() (pomdp_py.problems.tiger.tiger_problem.rewardmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.RewardModel.sample"]], "sample() (pomdp_py.problems.tiger.tiger_problem.transitionmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel.sample"]], "test_planner() (in module pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.test_planner"]], "actions (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerproblem attribute)": [[33, "id17"], [33, "id56"], [33, "id95"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.ACTIONS"]], "observations (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerproblem attribute)": [[33, "id18"], [33, "id57"], [33, "id96"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.OBSERVATIONS"]], "states (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerproblem attribute)": [[33, "id19"], [33, "id58"], [33, "id97"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.STATES"]], "tigeraction (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id0"], [33, "id41"], [33, "id80"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerAction"]], "tigerobservation (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id3"], [33, "id42"], [33, "id81"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservation"]], "tigerobservationmodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id44"], [33, "id5"], [33, "id83"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel"]], "tigerpolicymodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id11"], [33, "id50"], [33, "id89"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel"]], "tigerproblem (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id16"], [33, "id55"], [33, "id94"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem"]], "tigerrewardmodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id20"], [33, "id59"], [33, "id98"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel"]], "tigerstate (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id103"], [33, "id25"], [33, "id64"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerState"]], "tigertransitionmodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id105"], [33, "id27"], [33, "id66"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id45"], [33, "id6"], [33, "id84"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.argmax"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id12"], [33, "id51"], [33, "id90"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.argmax"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id21"], [33, "id60"], [33, "id99"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.argmax"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id106"], [33, "id28"], [33, "id67"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.argmax"]], "build_actions() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id111"], [33, "id33"], [33, "id72"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_actions"]], "build_observations() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id112"], [33, "id34"], [33, "id73"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_observations"]], "build_setting() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id113"], [33, "id35"], [33, "id74"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_setting"]], "build_states() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id114"], [33, "id36"], [33, "id75"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_states"]], "get_all_actions() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id13"], [33, "id52"], [33, "id91"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.get_all_actions"]], "get_all_observations() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id46"], [33, "id7"], [33, "id85"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.get_all_observations"]], "get_all_states() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id107"], [33, "id29"], [33, "id68"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.get_all_states"]], "get_distribution() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id47"], [33, "id8"], [33, "id86"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.get_distribution"]], "get_distribution() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id100"], [33, "id22"], [33, "id61"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.get_distribution"]], "get_distribution() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id108"], [33, "id30"], [33, "id69"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.get_distribution"]], "main() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id115"], [33, "id37"], [33, "id76"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.main"]], "name (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservation attribute)": [[33, "id4"], [33, "id43"], [33, "id82"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservation.name"]], "name (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerstate attribute)": [[33, "id104"], [33, "id26"], [33, "id65"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerState.name"]], "pomdp_py.problems.tiger.cythonize.tiger_problem": [[33, "module-0"], [33, "module-1"], [33, "module-2"], [33, "module-pomdp_py.problems.tiger.cythonize.tiger_problem"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id48"], [33, "id87"], [33, "id9"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.probability"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id14"], [33, "id53"], [33, "id92"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.probability"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id101"], [33, "id23"], [33, "id62"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.probability"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id109"], [33, "id31"], [33, "id70"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.probability"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id10"], [33, "id49"], [33, "id88"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.sample"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id15"], [33, "id54"], [33, "id93"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.sample"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id102"], [33, "id24"], [33, "id63"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.sample"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id110"], [33, "id32"], [33, "id71"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.sample"]], "test_planner() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id116"], [33, "id38"], [33, "id77"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.test_planner"]], "blue (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.BLUE"]], "bold (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.BOLD"]], "cyan (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.CYAN"]], "detobservationmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.DetObservationModel"]], "detrewardmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.DetRewardModel"]], "dettransitionmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.DetTransitionModel"]], "endc (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.ENDC"]], "green (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.GREEN"]], "magenta (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.MAGENTA"]], "red (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.RED"]], "r_between() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_between"]], "r_x() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_x"]], "r_y() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_y"]], "r_z() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_z"]], "subscript (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.SUBSCRIPT"]], "simpleaction (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.SimpleAction"]], "simpleobservation (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.SimpleObservation"]], "simplestate (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.SimpleState"]], "t() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.T"]], "tabularobservationmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.TabularObservationModel"]], "tabularrewardmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.TabularRewardModel"]], "tabulartransitionmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.TabularTransitionModel"]], "treedebugger (class in pomdp_py.utils.debugging)": [[37, "pomdp_py.utils.debugging.TreeDebugger"]], "uniformpolicymodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.UniformPolicyModel"]], "white (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.WHITE"]], "yellow (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.YELLOW"]], "approx_equal() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.approx_equal"]], "argmax() (pomdp_py.utils.templates.detrewardmodel method)": [[37, "pomdp_py.utils.templates.DetRewardModel.argmax"]], "b (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.b"]], "back() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.back"]], "bcolors (class in pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.bcolors"]], "bestseq (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.bestseq"]], "bestseqd() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.bestseqd"]], "blue() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.blue"]], "bold() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.bold"]], "bottomleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.bottomleft"]], "bottomright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.bottomright"]], "bottomt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.bottomt"]], "c (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.c"]], "clear (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.clear"]], "cyan() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.cyan"]], "d (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.d"]], "depth (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.depth"]], "det_dict_hash() (in module pomdp_py.utils.cython_utils)": [[37, "pomdp_py.utils.cython_utils.det_dict_hash"]], "disable() (pomdp_py.utils.typ.bcolors static method)": [[37, "pomdp_py.utils.typ.bcolors.disable"]], "down (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.down"]], "error() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.error"]], "euclidean_dist() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.euclidean_dist"]], "get_all_actions() (pomdp_py.utils.templates.uniformpolicymodel method)": [[37, "pomdp_py.utils.templates.UniformPolicyModel.get_all_actions"]], "get_all_observations() (pomdp_py.utils.templates.tabularobservationmodel method)": [[37, "pomdp_py.utils.templates.TabularObservationModel.get_all_observations"]], "get_all_states() (pomdp_py.utils.templates.tabulartransitionmodel method)": [[37, "pomdp_py.utils.templates.TabularTransitionModel.get_all_states"]], "green() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.green"]], "hex_to_rgb() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.hex_to_rgb"]], "hline (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.hline"]], "info() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.info"]], "interpret_color() (in module pomdp_py.utils.debugging)": [[37, "pomdp_py.utils.debugging.interpret_color"]], "intersect (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.intersect"]], "inverse_color_hex() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.inverse_color_hex"]], "inverse_color_rgb() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.inverse_color_rgb"]], "json_safe() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.json_safe"]], "l() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.l"]], "layer() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.layer"]], "leaf (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.leaf"]], "left (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.left"]], "leftt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.leftt"]], "lighter() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.lighter"]], "longbottomleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longbottomleft"]], "longbottomright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longbottomright"]], "longleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longleft"]], "longright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longright"]], "longtopleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longtopleft"]], "longtopright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longtopright"]], "magenta() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.magenta"]], "mark() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mark"]], "mark_path() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mark_path"]], "mark_sequence() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mark_sequence"]], "markp() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.markp"]], "mbp (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mbp"]], "nl (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nl"]], "nn (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nn"]], "note() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.note"]], "nq (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nq"]], "num_layers (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.num_layers"]], "num_nodes() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.num_nodes"]], "nv (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nv"]], "p() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.p"]], "path() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.path"]], "path_to() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.path_to"]], "pm (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.pm"]], "pomdp_py.utils": [[37, "module-pomdp_py.utils"]], "pomdp_py.utils.colors": [[37, "module-pomdp_py.utils.colors"]], "pomdp_py.utils.cython_utils": [[37, "module-pomdp_py.utils.cython_utils"]], "pomdp_py.utils.debugging": [[37, "module-pomdp_py.utils.debugging"]], "pomdp_py.utils.math": [[37, "module-pomdp_py.utils.math"]], "pomdp_py.utils.misc": [[37, "module-pomdp_py.utils.misc"]], "pomdp_py.utils.templates": [[37, "module-pomdp_py.utils.templates"]], "pomdp_py.utils.typ": [[37, "module-pomdp_py.utils.typ"]], "pp (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.pp"]], "preferred_actions() (pomdp_py.utils.debugging.treedebugger static method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.preferred_actions"]], "probability() (pomdp_py.utils.templates.detobservationmodel method)": [[37, "pomdp_py.utils.templates.DetObservationModel.probability"]], "probability() (pomdp_py.utils.templates.dettransitionmodel method)": [[37, "pomdp_py.utils.templates.DetTransitionModel.probability"]], "probability() (pomdp_py.utils.templates.tabularobservationmodel method)": [[37, "pomdp_py.utils.templates.TabularObservationModel.probability"]], "probability() (pomdp_py.utils.templates.tabulartransitionmodel method)": [[37, "pomdp_py.utils.templates.TabularTransitionModel.probability"]], "proj() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.proj"]], "r (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.r"]], "random_unique_color() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.random_unique_color"]], "red() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.red"]], "remap() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.remap"]], "reward_func() (pomdp_py.utils.templates.detrewardmodel method)": [[37, "pomdp_py.utils.templates.DetRewardModel.reward_func"]], "rgb_to_hex() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.rgb_to_hex"]], "right (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.right"]], "rightt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.rightt"]], "rollout() (pomdp_py.utils.templates.uniformpolicymodel method)": [[37, "pomdp_py.utils.templates.UniformPolicyModel.rollout"]], "root (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.root"]], "s() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.s"]], "s() (pomdp_py.utils.typ.bcolors static method)": [[37, "pomdp_py.utils.typ.bcolors.s"]], "safe_slice() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.safe_slice"]], "sample() (pomdp_py.utils.templates.detobservationmodel method)": [[37, "pomdp_py.utils.templates.DetObservationModel.sample"]], "sample() (pomdp_py.utils.templates.detrewardmodel method)": [[37, "pomdp_py.utils.templates.DetRewardModel.sample"]], "sample() (pomdp_py.utils.templates.dettransitionmodel method)": [[37, "pomdp_py.utils.templates.DetTransitionModel.sample"]], "sample() (pomdp_py.utils.templates.tabularobservationmodel method)": [[37, "pomdp_py.utils.templates.TabularObservationModel.sample"]], "sample() (pomdp_py.utils.templates.tabularrewardmodel method)": [[37, "pomdp_py.utils.templates.TabularRewardModel.sample"]], "sample() (pomdp_py.utils.templates.tabulartransitionmodel method)": [[37, "pomdp_py.utils.templates.TabularTransitionModel.sample"]], "sample() (pomdp_py.utils.templates.uniformpolicymodel method)": [[37, "pomdp_py.utils.templates.UniformPolicyModel.sample"]], "shadebar (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.shadebar"]], "similar() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.similar"]], "single_node_str() (pomdp_py.utils.debugging.treedebugger static method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.single_node_str"]], "sorted_by_str() (in module pomdp_py.utils.debugging)": [[37, "pomdp_py.utils.debugging.sorted_by_str"]], "special_char (class in pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.special_char"]], "step() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.step"]], "success() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.success"]], "to_radians() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.to_radians"]], "topleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.topleft"]], "topright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.topright"]], "topt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.topt"]], "tree_stats() (pomdp_py.utils.debugging.treedebugger static method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.tree_stats"]], "up (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.up"]], "vec() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.vec"]], "vline (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.vline"]], "warning() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.warning"]], "white() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.white"]], "yellow() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.yellow"]]}}) \ No newline at end of file