From 73b1dc2525b7066e36a1ae348bde6c00b71fe6ca Mon Sep 17 00:00:00 2001
From: Kaiyu Zheng <kzheng@theaiinstitute.com>
Date: Sat, 30 Mar 2024 16:24:59 +0000
Subject: [PATCH] docs

---
 docs/html/_modules/index.html                 |   8 ++---
 .../pomdp_py/algorithms/bsp/blqr.html         |   9 +++--
 .../pomdp_py/problems/light_dark/env/env.html |   9 +++--
 .../problems/light_dark/env/plotting.html     |   9 +++--
 .../problems/load_unload/load_unload.html     |   9 +++--
 .../problems/maze/domain/observation.html     |   9 +++--
 .../pomdp_py/problems/maze/domain/state.html  |   9 +++--
 .../pomdp_py/problems/maze/env/env.html       |   9 +++--
 .../multi_object_search/agent/agent.html      |   9 +++--
 .../multi_object_search/agent/belief.html     |   9 +++--
 .../multi_object_search/domain/action.html    |   9 +++--
 .../domain/observation.html                   |   9 +++--
 .../multi_object_search/domain/state.html     |   9 +++--
 .../problems/multi_object_search/env/env.html |   9 +++--
 .../multi_object_search/env/visual.html       |   9 +++--
 .../multi_object_search/example_worlds.html   |   9 +++--
 .../models/components/grid_map.html           |   9 +++--
 .../models/components/sensor.html             |   9 +++--
 .../models/observation_model.html             |   9 +++--
 .../models/policy_model.html                  |   9 +++--
 .../models/reward_model.html                  |   9 +++--
 .../models/transition_model.html              |   9 +++--
 .../problems/multi_object_search/problem.html |   9 +++--
 .../rocksample/rocksample_problem.html        |  10 +++---
 .../pomdp_py/problems/tag/agent/agent.html    |   9 +++--
 .../pomdp_py/problems/tag/domain/action.html  |   9 +++--
 .../problems/tag/domain/observation.html      |   9 +++--
 .../pomdp_py/problems/tag/domain/state.html   |   9 +++--
 .../pomdp_py/problems/tag/env/env.html        |   9 +++--
 .../pomdp_py/problems/tag/env/visual.html     |   9 +++--
 .../pomdp_py/problems/tag/experiment.html     |   9 +++--
 .../tag/models/components/grid_map.html       |   9 +++--
 .../tag/models/components/motion_policy.html  |   9 +++--
 .../tag/models/observation_model.html         |   9 +++--
 .../problems/tag/models/policy_model.html     |   9 +++--
 .../problems/tag/models/reward_model.html     |   9 +++--
 .../problems/tag/models/transition_model.html |   9 +++--
 .../pomdp_py/problems/tag/problem.html        |   9 +++--
 .../problems/tiger/tiger_problem.html         |   9 +++--
 .../representations/belief/histogram.html     |   9 +++--
 docs/html/_modules/pomdp_py/utils/colors.html |   9 +++--
 .../_modules/pomdp_py/utils/debugging.html    |   9 +++--
 .../pomdp_py/utils/interfaces/conversion.html |   9 +++--
 .../pomdp_py/utils/interfaces/solvers.html    |   9 +++--
 docs/html/_modules/pomdp_py/utils/math.html   |   9 +++--
 docs/html/_modules/pomdp_py/utils/misc.html   |   9 +++--
 .../_modules/pomdp_py/utils/templates.html    |   9 +++--
 docs/html/_modules/pomdp_py/utils/typ.html    |   9 +++--
 docs/html/_sources/changelog.rst.txt          |   6 ++++
 docs/html/_static/documentation_options.js    |   2 +-
 docs/html/_static/pygments.css                |   1 +
 docs/html/api/modules.html                    |   8 ++---
 docs/html/api/pomdp_py.algorithms.bsp.html    |   9 +++--
 docs/html/api/pomdp_py.algorithms.html        |  20 +++++------
 docs/html/api/pomdp_py.algorithms.visual.html |   8 ++---
 docs/html/api/pomdp_py.framework.html         |  29 +++++++++------
 docs/html/api/pomdp_py.html                   |  11 +++---
 docs/html/api/pomdp_py.problems.html          |  10 +++---
 .../pomdp_py.problems.light_dark.agent.html   |   8 ++---
 .../pomdp_py.problems.light_dark.domain.html  |   8 ++---
 .../api/pomdp_py.problems.light_dark.env.html |   8 ++---
 .../api/pomdp_py.problems.light_dark.html     |  10 +++---
 .../pomdp_py.problems.light_dark.models.html  |   8 ++---
 .../api/pomdp_py.problems.load_unload.html    |   8 ++---
 .../api/pomdp_py.problems.maze.domain.html    |  31 ++++++++++++----
 docs/html/api/pomdp_py.problems.maze.env.html |  31 ++++++++++++----
 docs/html/api/pomdp_py.problems.maze.html     |   8 ++---
 ...dp_py.problems.maze.models.components.html |   8 ++---
 .../api/pomdp_py.problems.maze.models.html    |   8 ++---
 ...py.problems.multi_object_search.agent.html |  31 ++++++++++++----
 ...y.problems.multi_object_search.domain.html |  31 ++++++++++++----
 ...p_py.problems.multi_object_search.env.html |  31 ++++++++++++----
 ...pomdp_py.problems.multi_object_search.html |   8 ++---
 ...multi_object_search.models.components.html |  33 ++++++++++++++----
 ...y.problems.multi_object_search.models.html |  31 ++++++++++++----
 ...omdp_py.problems.rocksample.cythonize.html |   8 ++---
 .../api/pomdp_py.problems.rocksample.html     |   8 ++---
 .../html/api/pomdp_py.problems.tag.agent.html |  31 ++++++++++++----
 .../api/pomdp_py.problems.tag.domain.html     |  31 ++++++++++++----
 docs/html/api/pomdp_py.problems.tag.env.html  |  31 ++++++++++++----
 docs/html/api/pomdp_py.problems.tag.html      |  29 +++++++++++----
 ...mdp_py.problems.tag.models.components.html |  33 ++++++++++++++----
 .../api/pomdp_py.problems.tag.models.html     |  31 ++++++++++++----
 .../pomdp_py.problems.tiger.cythonize.html    |  32 ++++++++---------
 docs/html/api/pomdp_py.problems.tiger.html    |  10 +++---
 .../api/pomdp_py.representations.belief.html  |  10 +++---
 ...pomdp_py.representations.distribution.html |  22 +++++++++---
 docs/html/api/pomdp_py.representations.html   |  12 ++++---
 docs/html/api/pomdp_py.utils.debugging.html   |   9 +++--
 docs/html/api/pomdp_py.utils.html             |  10 +++---
 docs/html/api/pomdp_py.utils.interfaces.html  |   8 ++---
 docs/html/api/pomdp_py.visual.html            |   8 ++---
 docs/html/building_docs.html                  |   8 ++---
 docs/html/changelog.html                      |  20 ++++++++---
 docs/html/design_principles.html              |   9 +++--
 docs/html/examples.action_prior.html          |   9 +++--
 docs/html/examples.external_solvers.html      |   9 +++--
 docs/html/examples.html                       |   9 +++--
 docs/html/examples.mos.html                   |  11 +++---
 docs/html/examples.tiger.html                 |   9 +++--
 docs/html/existing_domains.html               |   9 +++--
 docs/html/existing_solvers.html               |   9 +++--
 docs/html/extensions.html                     |   9 +++--
 docs/html/genindex.html                       |  18 ++++++----
 docs/html/index.html                          |  10 +++---
 docs/html/installation.html                   |   9 +++--
 docs/html/modules.html                        |   9 +++--
 docs/html/objects.inv                         | Bin 7092 -> 7122 bytes
 docs/html/other_libraries.html                |   9 +++--
 docs/html/py-modindex.html                    |  12 +++----
 docs/html/search.html                         |   8 ++---
 docs/html/searchindex.js                      |   2 +-
 112 files changed, 782 insertions(+), 566 deletions(-)

diff --git a/docs/html/_modules/index.html b/docs/html/_modules/index.html
index 7858432c..b6699605 100644
--- a/docs/html/_modules/index.html
+++ b/docs/html/_modules/index.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>Overview: module code &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>Overview: module code &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/_modules/pomdp_py/algorithms/bsp/blqr.html b/docs/html/_modules/pomdp_py/algorithms/bsp/blqr.html
index 750af4e2..6937feb3 100644
--- a/docs/html/_modules/pomdp_py/algorithms/bsp/blqr.html
+++ b/docs/html/_modules/pomdp_py/algorithms/bsp/blqr.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.algorithms.bsp.blqr &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.algorithms.bsp.blqr &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/light_dark/env/env.html b/docs/html/_modules/pomdp_py/problems/light_dark/env/env.html
index 81cbe0d1..7418b55b 100644
--- a/docs/html/_modules/pomdp_py/problems/light_dark/env/env.html
+++ b/docs/html/_modules/pomdp_py/problems/light_dark/env/env.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.light_dark.env.env &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.light_dark.env.env &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/light_dark/env/plotting.html b/docs/html/_modules/pomdp_py/problems/light_dark/env/plotting.html
index 52445873..cf8c6f40 100644
--- a/docs/html/_modules/pomdp_py/problems/light_dark/env/plotting.html
+++ b/docs/html/_modules/pomdp_py/problems/light_dark/env/plotting.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.light_dark.env.plotting &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.light_dark.env.plotting &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/load_unload/load_unload.html b/docs/html/_modules/pomdp_py/problems/load_unload/load_unload.html
index 8cf92a95..f6c388b2 100644
--- a/docs/html/_modules/pomdp_py/problems/load_unload/load_unload.html
+++ b/docs/html/_modules/pomdp_py/problems/load_unload/load_unload.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.load_unload.load_unload &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.load_unload.load_unload &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/maze/domain/observation.html b/docs/html/_modules/pomdp_py/problems/maze/domain/observation.html
index 1c3fd29a..f709fc61 100644
--- a/docs/html/_modules/pomdp_py/problems/maze/domain/observation.html
+++ b/docs/html/_modules/pomdp_py/problems/maze/domain/observation.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.maze.domain.observation &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.maze.domain.observation &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/maze/domain/state.html b/docs/html/_modules/pomdp_py/problems/maze/domain/state.html
index ae64b6c6..83a7fb9d 100644
--- a/docs/html/_modules/pomdp_py/problems/maze/domain/state.html
+++ b/docs/html/_modules/pomdp_py/problems/maze/domain/state.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.maze.domain.state &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.maze.domain.state &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/maze/env/env.html b/docs/html/_modules/pomdp_py/problems/maze/env/env.html
index 5900cdb4..fd551a0a 100644
--- a/docs/html/_modules/pomdp_py/problems/maze/env/env.html
+++ b/docs/html/_modules/pomdp_py/problems/maze/env/env.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.maze.env.env &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.maze.env.env &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/multi_object_search/agent/agent.html b/docs/html/_modules/pomdp_py/problems/multi_object_search/agent/agent.html
index 12dc9f02..3910f224 100644
--- a/docs/html/_modules/pomdp_py/problems/multi_object_search/agent/agent.html
+++ b/docs/html/_modules/pomdp_py/problems/multi_object_search/agent/agent.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.multi_object_search.agent.agent &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.agent.agent &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/multi_object_search/agent/belief.html b/docs/html/_modules/pomdp_py/problems/multi_object_search/agent/belief.html
index f26aab99..a324aea8 100644
--- a/docs/html/_modules/pomdp_py/problems/multi_object_search/agent/belief.html
+++ b/docs/html/_modules/pomdp_py/problems/multi_object_search/agent/belief.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.multi_object_search.agent.belief &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.agent.belief &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/multi_object_search/domain/action.html b/docs/html/_modules/pomdp_py/problems/multi_object_search/domain/action.html
index 349ec576..ebe6cbfc 100644
--- a/docs/html/_modules/pomdp_py/problems/multi_object_search/domain/action.html
+++ b/docs/html/_modules/pomdp_py/problems/multi_object_search/domain/action.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.multi_object_search.domain.action &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.domain.action &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/multi_object_search/domain/observation.html b/docs/html/_modules/pomdp_py/problems/multi_object_search/domain/observation.html
index 5c528c22..fd21db18 100644
--- a/docs/html/_modules/pomdp_py/problems/multi_object_search/domain/observation.html
+++ b/docs/html/_modules/pomdp_py/problems/multi_object_search/domain/observation.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.multi_object_search.domain.observation &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.domain.observation &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/multi_object_search/domain/state.html b/docs/html/_modules/pomdp_py/problems/multi_object_search/domain/state.html
index 3b5003eb..7dfdd771 100644
--- a/docs/html/_modules/pomdp_py/problems/multi_object_search/domain/state.html
+++ b/docs/html/_modules/pomdp_py/problems/multi_object_search/domain/state.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.multi_object_search.domain.state &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.domain.state &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/multi_object_search/env/env.html b/docs/html/_modules/pomdp_py/problems/multi_object_search/env/env.html
index b62b7df9..80203c20 100644
--- a/docs/html/_modules/pomdp_py/problems/multi_object_search/env/env.html
+++ b/docs/html/_modules/pomdp_py/problems/multi_object_search/env/env.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.multi_object_search.env.env &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.env.env &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/multi_object_search/env/visual.html b/docs/html/_modules/pomdp_py/problems/multi_object_search/env/visual.html
index 4666176f..da4516e7 100644
--- a/docs/html/_modules/pomdp_py/problems/multi_object_search/env/visual.html
+++ b/docs/html/_modules/pomdp_py/problems/multi_object_search/env/visual.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.multi_object_search.env.visual &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.env.visual &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/multi_object_search/example_worlds.html b/docs/html/_modules/pomdp_py/problems/multi_object_search/example_worlds.html
index b657b700..2e74463e 100644
--- a/docs/html/_modules/pomdp_py/problems/multi_object_search/example_worlds.html
+++ b/docs/html/_modules/pomdp_py/problems/multi_object_search/example_worlds.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.multi_object_search.example_worlds &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.example_worlds &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/multi_object_search/models/components/grid_map.html b/docs/html/_modules/pomdp_py/problems/multi_object_search/models/components/grid_map.html
index 11bccbda..44ef3897 100644
--- a/docs/html/_modules/pomdp_py/problems/multi_object_search/models/components/grid_map.html
+++ b/docs/html/_modules/pomdp_py/problems/multi_object_search/models/components/grid_map.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.multi_object_search.models.components.grid_map &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.models.components.grid_map &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/multi_object_search/models/components/sensor.html b/docs/html/_modules/pomdp_py/problems/multi_object_search/models/components/sensor.html
index 5e25b2bb..542ac46d 100644
--- a/docs/html/_modules/pomdp_py/problems/multi_object_search/models/components/sensor.html
+++ b/docs/html/_modules/pomdp_py/problems/multi_object_search/models/components/sensor.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.multi_object_search.models.components.sensor &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.models.components.sensor &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/multi_object_search/models/observation_model.html b/docs/html/_modules/pomdp_py/problems/multi_object_search/models/observation_model.html
index e093d1e2..58ea12fa 100644
--- a/docs/html/_modules/pomdp_py/problems/multi_object_search/models/observation_model.html
+++ b/docs/html/_modules/pomdp_py/problems/multi_object_search/models/observation_model.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.multi_object_search.models.observation_model &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.models.observation_model &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/multi_object_search/models/policy_model.html b/docs/html/_modules/pomdp_py/problems/multi_object_search/models/policy_model.html
index b492a6a7..a6fb6df3 100644
--- a/docs/html/_modules/pomdp_py/problems/multi_object_search/models/policy_model.html
+++ b/docs/html/_modules/pomdp_py/problems/multi_object_search/models/policy_model.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.multi_object_search.models.policy_model &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.models.policy_model &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/multi_object_search/models/reward_model.html b/docs/html/_modules/pomdp_py/problems/multi_object_search/models/reward_model.html
index d95b0c14..52476b33 100644
--- a/docs/html/_modules/pomdp_py/problems/multi_object_search/models/reward_model.html
+++ b/docs/html/_modules/pomdp_py/problems/multi_object_search/models/reward_model.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.multi_object_search.models.reward_model &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.models.reward_model &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/multi_object_search/models/transition_model.html b/docs/html/_modules/pomdp_py/problems/multi_object_search/models/transition_model.html
index 9cccfb03..4be7eaf0 100644
--- a/docs/html/_modules/pomdp_py/problems/multi_object_search/models/transition_model.html
+++ b/docs/html/_modules/pomdp_py/problems/multi_object_search/models/transition_model.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.multi_object_search.models.transition_model &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.models.transition_model &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/multi_object_search/problem.html b/docs/html/_modules/pomdp_py/problems/multi_object_search/problem.html
index 8efa2143..3ad0b3b7 100644
--- a/docs/html/_modules/pomdp_py/problems/multi_object_search/problem.html
+++ b/docs/html/_modules/pomdp_py/problems/multi_object_search/problem.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.multi_object_search.problem &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.problem &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/rocksample/rocksample_problem.html b/docs/html/_modules/pomdp_py/problems/rocksample/rocksample_problem.html
index ebcc7857..bddcd287 100644
--- a/docs/html/_modules/pomdp_py/problems/rocksample/rocksample_problem.html
+++ b/docs/html/_modules/pomdp_py/problems/rocksample/rocksample_problem.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.rocksample.rocksample_problem &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.rocksample.rocksample_problem &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
@@ -656,6 +655,7 @@ <h1>Source code for pomdp_py.problems.rocksample.rocksample_problem</h1><div cla
             <span class="n">RSTransitionModel</span><span class="p">(</span><span class="n">n</span><span class="p">,</span> <span class="n">rock_locs</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">in_exit_area</span><span class="p">),</span>
             <span class="n">RSObservationModel</span><span class="p">(</span><span class="n">rock_locs</span><span class="p">,</span> <span class="n">half_efficiency_dist</span><span class="o">=</span><span class="n">half_efficiency_dist</span><span class="p">),</span>
             <span class="n">RSRewardModel</span><span class="p">(</span><span class="n">rock_locs</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">in_exit_area</span><span class="p">),</span>
+            <span class="n">name</span><span class="o">=</span><span class="sa">f</span><span class="s2">&quot;RockSampleAgent(</span><span class="si">{</span><span class="n">n</span><span class="si">}</span><span class="s2">, </span><span class="si">{</span><span class="n">k</span><span class="si">}</span><span class="s2">)&quot;</span><span class="p">,</span>
         <span class="p">)</span>
         <span class="n">env</span> <span class="o">=</span> <span class="n">pomdp_py</span><span class="o">.</span><span class="n">Environment</span><span class="p">(</span>
             <span class="n">init_state</span><span class="p">,</span>
diff --git a/docs/html/_modules/pomdp_py/problems/tag/agent/agent.html b/docs/html/_modules/pomdp_py/problems/tag/agent/agent.html
index 9ba5c553..cb0b4c8f 100644
--- a/docs/html/_modules/pomdp_py/problems/tag/agent/agent.html
+++ b/docs/html/_modules/pomdp_py/problems/tag/agent/agent.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.tag.agent.agent &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.agent.agent &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/tag/domain/action.html b/docs/html/_modules/pomdp_py/problems/tag/domain/action.html
index a3f0806d..1debeaf0 100644
--- a/docs/html/_modules/pomdp_py/problems/tag/domain/action.html
+++ b/docs/html/_modules/pomdp_py/problems/tag/domain/action.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.tag.domain.action &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.domain.action &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/tag/domain/observation.html b/docs/html/_modules/pomdp_py/problems/tag/domain/observation.html
index bf132c7d..eaa4e502 100644
--- a/docs/html/_modules/pomdp_py/problems/tag/domain/observation.html
+++ b/docs/html/_modules/pomdp_py/problems/tag/domain/observation.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.tag.domain.observation &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.domain.observation &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/tag/domain/state.html b/docs/html/_modules/pomdp_py/problems/tag/domain/state.html
index b82f527d..9aa6faad 100644
--- a/docs/html/_modules/pomdp_py/problems/tag/domain/state.html
+++ b/docs/html/_modules/pomdp_py/problems/tag/domain/state.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.tag.domain.state &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.domain.state &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/tag/env/env.html b/docs/html/_modules/pomdp_py/problems/tag/env/env.html
index 44fa7806..4ff0c6b8 100644
--- a/docs/html/_modules/pomdp_py/problems/tag/env/env.html
+++ b/docs/html/_modules/pomdp_py/problems/tag/env/env.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.tag.env.env &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.env.env &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/tag/env/visual.html b/docs/html/_modules/pomdp_py/problems/tag/env/visual.html
index 4ec4f395..c75e1df8 100644
--- a/docs/html/_modules/pomdp_py/problems/tag/env/visual.html
+++ b/docs/html/_modules/pomdp_py/problems/tag/env/visual.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.tag.env.visual &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.env.visual &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/tag/experiment.html b/docs/html/_modules/pomdp_py/problems/tag/experiment.html
index 621f6338..47f93a40 100644
--- a/docs/html/_modules/pomdp_py/problems/tag/experiment.html
+++ b/docs/html/_modules/pomdp_py/problems/tag/experiment.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.tag.experiment &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.experiment &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/tag/models/components/grid_map.html b/docs/html/_modules/pomdp_py/problems/tag/models/components/grid_map.html
index ae287fba..9b316224 100644
--- a/docs/html/_modules/pomdp_py/problems/tag/models/components/grid_map.html
+++ b/docs/html/_modules/pomdp_py/problems/tag/models/components/grid_map.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.tag.models.components.grid_map &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.models.components.grid_map &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/tag/models/components/motion_policy.html b/docs/html/_modules/pomdp_py/problems/tag/models/components/motion_policy.html
index ee939c75..866e0143 100644
--- a/docs/html/_modules/pomdp_py/problems/tag/models/components/motion_policy.html
+++ b/docs/html/_modules/pomdp_py/problems/tag/models/components/motion_policy.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.tag.models.components.motion_policy &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.models.components.motion_policy &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/tag/models/observation_model.html b/docs/html/_modules/pomdp_py/problems/tag/models/observation_model.html
index 27cdb7b5..c919338e 100644
--- a/docs/html/_modules/pomdp_py/problems/tag/models/observation_model.html
+++ b/docs/html/_modules/pomdp_py/problems/tag/models/observation_model.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.tag.models.observation_model &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.models.observation_model &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/tag/models/policy_model.html b/docs/html/_modules/pomdp_py/problems/tag/models/policy_model.html
index cc1aee82..d8f3dee0 100644
--- a/docs/html/_modules/pomdp_py/problems/tag/models/policy_model.html
+++ b/docs/html/_modules/pomdp_py/problems/tag/models/policy_model.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.tag.models.policy_model &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.models.policy_model &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/tag/models/reward_model.html b/docs/html/_modules/pomdp_py/problems/tag/models/reward_model.html
index 890a6543..2e3e4f0c 100644
--- a/docs/html/_modules/pomdp_py/problems/tag/models/reward_model.html
+++ b/docs/html/_modules/pomdp_py/problems/tag/models/reward_model.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.tag.models.reward_model &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.models.reward_model &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/tag/models/transition_model.html b/docs/html/_modules/pomdp_py/problems/tag/models/transition_model.html
index 4a592c99..08df67c5 100644
--- a/docs/html/_modules/pomdp_py/problems/tag/models/transition_model.html
+++ b/docs/html/_modules/pomdp_py/problems/tag/models/transition_model.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.tag.models.transition_model &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.models.transition_model &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/tag/problem.html b/docs/html/_modules/pomdp_py/problems/tag/problem.html
index cddd483e..a6734530 100644
--- a/docs/html/_modules/pomdp_py/problems/tag/problem.html
+++ b/docs/html/_modules/pomdp_py/problems/tag/problem.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.tag.problem &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.problem &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/problems/tiger/tiger_problem.html b/docs/html/_modules/pomdp_py/problems/tiger/tiger_problem.html
index 4ad05dbd..5380b19b 100644
--- a/docs/html/_modules/pomdp_py/problems/tiger/tiger_problem.html
+++ b/docs/html/_modules/pomdp_py/problems/tiger/tiger_problem.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.problems.tiger.tiger_problem &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tiger.tiger_problem &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/representations/belief/histogram.html b/docs/html/_modules/pomdp_py/representations/belief/histogram.html
index 86f372fc..2f7f7bd9 100644
--- a/docs/html/_modules/pomdp_py/representations/belief/histogram.html
+++ b/docs/html/_modules/pomdp_py/representations/belief/histogram.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.representations.belief.histogram &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.representations.belief.histogram &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/utils/colors.html b/docs/html/_modules/pomdp_py/utils/colors.html
index 123febd6..61fa07f3 100644
--- a/docs/html/_modules/pomdp_py/utils/colors.html
+++ b/docs/html/_modules/pomdp_py/utils/colors.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.utils.colors &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.utils.colors &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/utils/debugging.html b/docs/html/_modules/pomdp_py/utils/debugging.html
index b76f7766..93f54f52 100644
--- a/docs/html/_modules/pomdp_py/utils/debugging.html
+++ b/docs/html/_modules/pomdp_py/utils/debugging.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.utils.debugging &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.utils.debugging &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/utils/interfaces/conversion.html b/docs/html/_modules/pomdp_py/utils/interfaces/conversion.html
index 0b0938e5..cc56b8cb 100644
--- a/docs/html/_modules/pomdp_py/utils/interfaces/conversion.html
+++ b/docs/html/_modules/pomdp_py/utils/interfaces/conversion.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.utils.interfaces.conversion &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.utils.interfaces.conversion &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/utils/interfaces/solvers.html b/docs/html/_modules/pomdp_py/utils/interfaces/solvers.html
index d4a8fa83..e54ab4a9 100644
--- a/docs/html/_modules/pomdp_py/utils/interfaces/solvers.html
+++ b/docs/html/_modules/pomdp_py/utils/interfaces/solvers.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.utils.interfaces.solvers &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.utils.interfaces.solvers &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/utils/math.html b/docs/html/_modules/pomdp_py/utils/math.html
index 3431f42a..0e1d1808 100644
--- a/docs/html/_modules/pomdp_py/utils/math.html
+++ b/docs/html/_modules/pomdp_py/utils/math.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.utils.math &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.utils.math &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/utils/misc.html b/docs/html/_modules/pomdp_py/utils/misc.html
index ffd3c2b9..40858187 100644
--- a/docs/html/_modules/pomdp_py/utils/misc.html
+++ b/docs/html/_modules/pomdp_py/utils/misc.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.utils.misc &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.utils.misc &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/utils/templates.html b/docs/html/_modules/pomdp_py/utils/templates.html
index 0d130962..43472802 100644
--- a/docs/html/_modules/pomdp_py/utils/templates.html
+++ b/docs/html/_modules/pomdp_py/utils/templates.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.utils.templates &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.utils.templates &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_modules/pomdp_py/utils/typ.html b/docs/html/_modules/pomdp_py/utils/typ.html
index 1bea9c94..f6ddc1f2 100644
--- a/docs/html/_modules/pomdp_py/utils/typ.html
+++ b/docs/html/_modules/pomdp_py/utils/typ.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>pomdp_py.utils.typ &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.utils.typ &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../../../_static/alabaster.css?v=51d35e29" />
-    <script src="../../../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../../../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../../../_static/doctools.js?v=888ff710"></script>
     <script src="../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../../../_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -60,7 +60,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="../../../api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/_sources/changelog.rst.txt b/docs/html/_sources/changelog.rst.txt
index 97764ef9..709456a0 100644
--- a/docs/html/_sources/changelog.rst.txt
+++ b/docs/html/_sources/changelog.rst.txt
@@ -3,6 +3,12 @@ Changelog
 
 Best viewed on `the website <https://h2r.github.io/pomdp-py/html/changelog.html>`_.
 
+Version 1.3.5.1 (03/30/2024)
+----------------------------
+* Hot fixes for :py:mod:`~pomdp_py.representations.distribution.particles.WeightedParticles`.
+* :py:mod:`~pomdp_py.framework.basics.Agent` can be created with a name.
+* Bug fixes for release script and GHA workflow.
+
 Version 1.3.5 (03/12/2024)
 --------------------------
 * Refactored :code:`_search` in :py:mod:`~pomdp_py.algorithms.po_uct.POUCT` to be more modular
diff --git a/docs/html/_static/documentation_options.js b/docs/html/_static/documentation_options.js
index ea843502..d8ea7d10 100644
--- a/docs/html/_static/documentation_options.js
+++ b/docs/html/_static/documentation_options.js
@@ -1,5 +1,5 @@
 const DOCUMENTATION_OPTIONS = {
-    VERSION: '1.3.5',
+    VERSION: '1.3.5.1',
     LANGUAGE: 'en',
     COLLAPSE_INDEX: false,
     BUILDER: 'html',
diff --git a/docs/html/_static/pygments.css b/docs/html/_static/pygments.css
index 07454c6b..04a41742 100644
--- a/docs/html/_static/pygments.css
+++ b/docs/html/_static/pygments.css
@@ -22,6 +22,7 @@ span.linenos.special { color: #000000; background-color: #ffffc0; padding-left:
 .highlight .cs { color: #8f5902; font-style: italic } /* Comment.Special */
 .highlight .gd { color: #a40000 } /* Generic.Deleted */
 .highlight .ge { color: #000000; font-style: italic } /* Generic.Emph */
+.highlight .ges { color: #000000 } /* Generic.EmphStrong */
 .highlight .gr { color: #ef2929 } /* Generic.Error */
 .highlight .gh { color: #000080; font-weight: bold } /* Generic.Heading */
 .highlight .gi { color: #00A000 } /* Generic.Inserted */
diff --git a/docs/html/api/modules.html b/docs/html/api/modules.html
index 150a8fe2..9f9fea64 100644
--- a/docs/html/api/modules.html
+++ b/docs/html/api/modules.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/api/pomdp_py.algorithms.bsp.html b/docs/html/api/pomdp_py.algorithms.bsp.html
index 9cd34384..47d9f9f6 100644
--- a/docs/html/api/pomdp_py.algorithms.bsp.html
+++ b/docs/html/api/pomdp_py.algorithms.bsp.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.algorithms.bsp package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.algorithms.bsp package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -36,7 +36,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -84,7 +84,6 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/api/pomdp_py.algorithms.html b/docs/html/api/pomdp_py.algorithms.html
index 25d2ac13..e22f4165 100644
--- a/docs/html/api/pomdp_py.algorithms.html
+++ b/docs/html/api/pomdp_py.algorithms.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.algorithms package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.algorithms package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -38,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -248,7 +248,7 @@ <h1>pomdp_py.algorithms package<a class="headerlink" href="#pomdp-py-algorithms-
 <td><p>PO-rollout: Baseline algorithm in the POMCP paper</p></td>
 </tr>
 <tr class="row-even"><td><p><a class="reference internal" href="#pomdp_py.algorithms.po_uct.POUCT" title="pomdp_py.algorithms.po_uct.POUCT"><code class="xref py py-obj docutils literal notranslate"><span class="pre">POUCT</span></code></a></p></td>
-<td><p>POUCT (Partially Observable UCT) <span id="id1">[<a class="reference internal" href="#id33" title="David Silver and Joel Veness. Monte-carlo planning in large pomdps. In Advances in neural information processing systems, 2164–2172. 2010.">2</a>]</span> is presented in the POMCP paper as an extension of the UCT algorithm to partially-observable domains that combines MCTS and UCB1 for action selection.</p></td>
+<td><p>POUCT (Partially Observable UCT) <span id="id1">[<a class="reference internal" href="../examples.tiger.html#id37" title="David Silver and Joel Veness. Monte-carlo planning in large pomdps. In Advances in neural information processing systems, 2164–2172. 2010.">2</a>]</span> is presented in the POMCP paper as an extension of the UCT algorithm to partially-observable domains that combines MCTS and UCB1 for action selection.</p></td>
 </tr>
 <tr class="row-odd"><td><p><a class="reference internal" href="#pomdp_py.algorithms.pomcp.POMCP" title="pomdp_py.algorithms.pomcp.POMCP"><code class="xref py py-obj docutils literal notranslate"><span class="pre">POMCP</span></code></a></p></td>
 <td><p>POMCP is POUCT + particle belief representation.</p></td>
@@ -261,14 +261,14 @@ <h1>pomdp_py.algorithms package<a class="headerlink" href="#pomdp-py-algorithms-
 <p>Solvers under development (<strong>contribution wanted</strong>):</p>
 <table class="autosummary longtable docutils align-default">
 <tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="#module-pomdp_py.algorithms.bsp.blqr" title="pomdp_py.algorithms.bsp.blqr"><code class="xref py py-obj docutils literal notranslate"><span class="pre">blqr</span></code></a></p></td>
+<tr class="row-odd"><td><p><a class="reference internal" href="pomdp_py.algorithms.bsp.html#module-pomdp_py.algorithms.bsp.blqr" title="pomdp_py.algorithms.bsp.blqr"><code class="xref py py-obj docutils literal notranslate"><span class="pre">blqr</span></code></a></p></td>
 <td><p>Implementation of B-LQR algorithm described in &quot;Belief space planning assuming maximum likelihood observations&quot; <span id="id2">[<a class="reference internal" href="#id43" title="R. Platt, R. Tedrake, L. Kaelbling, and T. Lozano-Perez. Belief space planning assuming maximum likelihood observations. In Proceedings of Robotics: Science and Systems. Zaragoza, Spain, June 2010. doi:10.15607/RSS.2010.VI.037.">4</a>]</span></p></td>
 </tr>
 </tbody>
 </table>
 <section id="module-pomdp_py.algorithms.po_rollout">
 <span id="pomdp-py-algorithms-po-rollout-module"></span><h2>pomdp_py.algorithms.po_rollout module<a class="headerlink" href="#module-pomdp_py.algorithms.po_rollout" title="Link to this heading">¶</a></h2>
-<p>PO-rollout: Baseline algorithm in the POMCP paper <span id="id3">[<a class="reference internal" href="#id33" title="David Silver and Joel Veness. Monte-carlo planning in large pomdps. In Advances in neural information processing systems, 2164–2172. 2010.">2</a>]</span>.</p>
+<p>PO-rollout: Baseline algorithm in the POMCP paper <span id="id3">[<a class="reference internal" href="../examples.tiger.html#id37" title="David Silver and Joel Veness. Monte-carlo planning in large pomdps. In Advances in neural information processing systems, 2164–2172. 2010.">2</a>]</span>.</p>
 <p>Quote from the POMCP paper:</p>
 <blockquote>
 <div><p>To provide a performance benchmark in these cases, we evaluated the
@@ -329,7 +329,7 @@ <h1>pomdp_py.algorithms package<a class="headerlink" href="#pomdp-py-algorithms-
 <section id="module-pomdp_py.algorithms.po_uct">
 <span id="pomdp-py-algorithms-po-uct-module"></span><h2>pomdp_py.algorithms.po_uct module<a class="headerlink" href="#module-pomdp_py.algorithms.po_uct" title="Link to this heading">¶</a></h2>
 <p>This algorithm is PO-UCT (Partially Observable UCT). It is
-presented in the POMCP paper <span id="id4">[<a class="reference internal" href="#id33" title="David Silver and Joel Veness. Monte-carlo planning in large pomdps. In Advances in neural information processing systems, 2164–2172. 2010.">2</a>]</span> as an extension to the UCT
+presented in the POMCP paper <span id="id4">[<a class="reference internal" href="../examples.tiger.html#id37" title="David Silver and Joel Veness. Monte-carlo planning in large pomdps. In Advances in neural information processing systems, 2164–2172. 2010.">2</a>]</span> as an extension to the UCT
 algorithm <span id="id5">[<a class="reference internal" href="#id42" title="Levente Kocsis and Csaba Szepesvári. Bandit based monte-carlo planning. In European conference on machine learning, 282–293. Springer, 2006.">3</a>]</span> that combines MCTS and UCB1
 for action selection.</p>
 <p>In other words, this is just POMCP without particle belief,
@@ -386,7 +386,7 @@ <h1>pomdp_py.algorithms package<a class="headerlink" href="#pomdp-py-algorithms-
 <dt class="sig sig-object py" id="pomdp_py.algorithms.po_uct.POUCT">
 <em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">pomdp_py.algorithms.po_uct.</span></span><span class="sig-name descname"><span class="pre">POUCT</span></span><a class="headerlink" href="#pomdp_py.algorithms.po_uct.POUCT" title="Link to this definition">¶</a></dt>
 <dd><p>Bases: <a class="reference internal" href="pomdp_py.framework.html#pomdp_py.framework.planner.Planner" title="pomdp_py.framework.planner.Planner"><code class="xref py py-class docutils literal notranslate"><span class="pre">Planner</span></code></a></p>
-<p>POUCT (Partially Observable UCT) <span id="id9">[<a class="reference internal" href="#id33" title="David Silver and Joel Veness. Monte-carlo planning in large pomdps. In Advances in neural information processing systems, 2164–2172. 2010.">2</a>]</span> is presented in the POMCP
+<p>POUCT (Partially Observable UCT) <span id="id9">[<a class="reference internal" href="../examples.tiger.html#id37" title="David Silver and Joel Veness. Monte-carlo planning in large pomdps. In Advances in neural information processing systems, 2164–2172. 2010.">2</a>]</span> is presented in the POMCP
 paper as an extension of the UCT algorithm to partially-observable domains
 that combines MCTS and UCB1 for action selection.</p>
 <p>POUCT only works for problems with action space that can be enumerated.</p>
@@ -668,7 +668,7 @@ <h1>pomdp_py.algorithms package<a class="headerlink" href="#pomdp-py-algorithms-
 <span id="pomdp-py-algorithms-value-iteration-module"></span><h2>pomdp_py.algorithms.value_iteration module<a class="headerlink" href="#module-pomdp_py.algorithms.value_iteration" title="Link to this heading">¶</a></h2>
 <p>Implementation of the basic policy tree based value iteration as explained
 in section 4.1 of <cite>Planning and acting in partially observable stochastic
-domains</cite> <span id="id10">[<a class="reference internal" href="#id31" title="Leslie Pack Kaelbling, Michael L Littman, and Anthony R Cassandra. Planning and acting in partially observable stochastic domains. Artificial intelligence, 101(1-2):99–134, 1998.">1</a>]</span></p>
+domains</cite> <span id="id10">[<a class="reference internal" href="../index.html#id21" title="Leslie Pack Kaelbling, Michael L Littman, and Anthony R Cassandra. Planning and acting in partially observable stochastic domains. Artificial intelligence, 101(1-2):99–134, 1998.">1</a>]</span></p>
 <p>Warning: No pruning - the number of policy trees explodes very fast.</p>
 <dl class="py class">
 <dt class="sig sig-object py" id="pomdp_py.algorithms.value_iteration.ValueIteration">
diff --git a/docs/html/api/pomdp_py.algorithms.visual.html b/docs/html/api/pomdp_py.algorithms.visual.html
index 4f40daa6..95ddeb5f 100644
--- a/docs/html/api/pomdp_py.algorithms.visual.html
+++ b/docs/html/api/pomdp_py.algorithms.visual.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.algorithms.visual package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.algorithms.visual package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -35,7 +35,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/api/pomdp_py.framework.html b/docs/html/api/pomdp_py.framework.html
index b166fa94..99f5afbd 100644
--- a/docs/html/api/pomdp_py.framework.html
+++ b/docs/html/api/pomdp_py.framework.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.framework package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.framework package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -38,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -70,6 +70,7 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li><a class="reference internal" href="#pomdp_py.framework.basics.Agent.sample_belief"><code class="docutils literal notranslate"><span class="pre">Agent.sample_belief()</span></code></a></li>
 <li><a class="reference internal" href="#pomdp_py.framework.basics.Agent.set_belief"><code class="docutils literal notranslate"><span class="pre">Agent.set_belief()</span></code></a></li>
 <li><a class="reference internal" href="#pomdp_py.framework.basics.Agent.set_models"><code class="docutils literal notranslate"><span class="pre">Agent.set_models()</span></code></a></li>
+<li><a class="reference internal" href="#pomdp_py.framework.basics.Agent.set_name"><code class="docutils literal notranslate"><span class="pre">Agent.set_name()</span></code></a></li>
 <li><a class="reference internal" href="#pomdp_py.framework.basics.Agent.update"><code class="docutils literal notranslate"><span class="pre">Agent.update()</span></code></a></li>
 <li><a class="reference internal" href="#pomdp_py.framework.basics.Agent.update_history"><code class="docutils literal notranslate"><span class="pre">Agent.update_history()</span></code></a></li>
 </ul>
@@ -234,9 +235,9 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l3"><a class="reference internal" href="pomdp_py.utils.html">pomdp_py.utils package</a></li>
 </ul>
 </li>
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a></li>
 </ul>
 </li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
 </ul>
 
 
@@ -358,17 +359,19 @@ <h1>pomdp_py.framework package<a class="headerlink" href="#pomdp-py-framework-pa
 <em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">pomdp_py.framework.basics.</span></span><span class="sig-name descname"><span class="pre">Agent</span></span><a class="headerlink" href="#pomdp_py.framework.basics.Agent" title="Link to this definition">¶</a></dt>
 <dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">object</span></code></p>
 <p>An Agent operates in an environment by taking actions, receiving
-observations, and updating its belief. Taking actions is the job of a
-planner (<code class="xref py py-class docutils literal notranslate"><span class="pre">Planner</span></code>), and the belief update is the job taken care of
-by the belief representation or the planner. But, the Agent supplies the
+observations, and updating its belief. Deciding what action to take is the
+job of a planner (<code class="xref py py-class docutils literal notranslate"><span class="pre">Planner</span></code>), and the belief update is usually done
+outside of the agent, taken care of e.g. by the belief representation, or by
+the planner. The Agent supplies its own version of the
 <a class="reference internal" href="#pomdp_py.framework.basics.TransitionModel" title="pomdp_py.framework.basics.TransitionModel"><code class="xref py py-class docutils literal notranslate"><span class="pre">TransitionModel</span></code></a>, <a class="reference internal" href="#pomdp_py.framework.basics.ObservationModel" title="pomdp_py.framework.basics.ObservationModel"><code class="xref py py-class docutils literal notranslate"><span class="pre">ObservationModel</span></code></a>, <a class="reference internal" href="#pomdp_py.framework.basics.RewardModel" title="pomdp_py.framework.basics.RewardModel"><code class="xref py py-class docutils literal notranslate"><span class="pre">RewardModel</span></code></a>,
 OR <a class="reference internal" href="#pomdp_py.framework.basics.BlackboxModel" title="pomdp_py.framework.basics.BlackboxModel"><code class="xref py py-class docutils literal notranslate"><span class="pre">BlackboxModel</span></code></a> to the planner or the belief update algorithm.</p>
 <dl class="simple">
-<dt>__init__(self, init_belief,</dt><dd><p>policy_model,
+<dt>__init__(self, init_belief,</dt><dd><p>policy_model=None,
 transition_model=None,
 observation_model=None,
 reward_model=None,
-blackbox_model=None)</p>
+blackbox_model=None,
+name=None)</p>
 </dd>
 </dl>
 <dl class="py method">
@@ -434,6 +437,12 @@ <h1>pomdp_py.framework package<a class="headerlink" href="#pomdp-py-framework-pa
 <dd><p>Re-assign the models to be the ones given.</p>
 </dd></dl>
 
+<dl class="py method">
+<dt class="sig sig-object py" id="pomdp_py.framework.basics.Agent.set_name">
+<span class="sig-name descname"><span class="pre">set_name</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">str</span> <span class="pre">name</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#pomdp_py.framework.basics.Agent.set_name" title="Link to this definition">¶</a></dt>
+<dd><p>gives this agent a name</p>
+</dd></dl>
+
 <dl class="py method">
 <dt class="sig sig-object py" id="pomdp_py.framework.basics.Agent.update">
 <span class="sig-name descname"><span class="pre">update</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">real_action</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">real_observation</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#pomdp_py.framework.basics.Agent.update" title="Link to this definition">¶</a></dt>
diff --git a/docs/html/api/pomdp_py.html b/docs/html/api/pomdp_py.html
index c3d1b9dc..6ccb2aa0 100644
--- a/docs/html/api/pomdp_py.html
+++ b/docs/html/api/pomdp_py.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -248,6 +248,7 @@ <h1>pomdp_py package<a class="headerlink" href="#pomdp-py-package" title="Link t
 <li class="toctree-l4"><a class="reference internal" href="pomdp_py.framework.html#pomdp_py.framework.basics.Agent.sample_belief"><code class="docutils literal notranslate"><span class="pre">Agent.sample_belief()</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="pomdp_py.framework.html#pomdp_py.framework.basics.Agent.set_belief"><code class="docutils literal notranslate"><span class="pre">Agent.set_belief()</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="pomdp_py.framework.html#pomdp_py.framework.basics.Agent.set_models"><code class="docutils literal notranslate"><span class="pre">Agent.set_models()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="pomdp_py.framework.html#pomdp_py.framework.basics.Agent.set_name"><code class="docutils literal notranslate"><span class="pre">Agent.set_name()</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="pomdp_py.framework.html#pomdp_py.framework.basics.Agent.update"><code class="docutils literal notranslate"><span class="pre">Agent.update()</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="pomdp_py.framework.html#pomdp_py.framework.basics.Agent.update_history"><code class="docutils literal notranslate"><span class="pre">Agent.update_history()</span></code></a></li>
 </ul>
@@ -438,6 +439,8 @@ <h1>pomdp_py package<a class="headerlink" href="#pomdp-py-package" title="Link t
 <li class="toctree-l5"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.from_histogram"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.from_histogram()</span></code></a></li>
 <li class="toctree-l5"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.frozen"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.frozen</span></code></a></li>
 <li class="toctree-l5"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.get_histogram"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.get_histogram()</span></code></a></li>
+<li class="toctree-l5"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.hist"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.hist</span></code></a></li>
+<li class="toctree-l5"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.hist_valid"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.hist_valid</span></code></a></li>
 <li class="toctree-l5"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.mpe"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.mpe()</span></code></a></li>
 <li class="toctree-l5"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.particles"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.particles</span></code></a></li>
 <li class="toctree-l5"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.random"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.random()</span></code></a></li>
diff --git a/docs/html/api/pomdp_py.problems.html b/docs/html/api/pomdp_py.problems.html
index 5e56cd97..fc2ad854 100644
--- a/docs/html/api/pomdp_py.problems.html
+++ b/docs/html/api/pomdp_py.problems.html
@@ -5,15 +5,16 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
+    <link rel="next" title="pomdp_py.problems.light_dark package" href="pomdp_py.problems.light_dark.html" />
     <link rel="prev" title="pomdp_py.utils.interfaces package" href="pomdp_py.utils.interfaces.html" />
    
   <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -36,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -98,6 +99,7 @@ <h3>Related Topics</h3>
   <li><a href="../index.html">Documentation overview</a><ul>
   <li><a href="modules.html">pomdp_py</a><ul>
       <li>Previous: <a href="pomdp_py.utils.interfaces.html" title="previous chapter">pomdp_py.utils.interfaces package</a></li>
+      <li>Next: <a href="pomdp_py.problems.light_dark.html" title="next chapter">pomdp_py.problems.light_dark package</a></li>
   </ul></li>
   </ul></li>
 </ul>
diff --git a/docs/html/api/pomdp_py.problems.light_dark.agent.html b/docs/html/api/pomdp_py.problems.light_dark.agent.html
index bd466758..be6a8ce5 100644
--- a/docs/html/api/pomdp_py.problems.light_dark.agent.html
+++ b/docs/html/api/pomdp_py.problems.light_dark.agent.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.light_dark.agent package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.light_dark.agent package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/api/pomdp_py.problems.light_dark.domain.html b/docs/html/api/pomdp_py.problems.light_dark.domain.html
index dc3c2f4e..c24b8d5c 100644
--- a/docs/html/api/pomdp_py.problems.light_dark.domain.html
+++ b/docs/html/api/pomdp_py.problems.light_dark.domain.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.light_dark.domain package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.light_dark.domain package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/api/pomdp_py.problems.light_dark.env.html b/docs/html/api/pomdp_py.problems.light_dark.env.html
index 7b3bd54c..618b13d9 100644
--- a/docs/html/api/pomdp_py.problems.light_dark.env.html
+++ b/docs/html/api/pomdp_py.problems.light_dark.env.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.light_dark.env package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.light_dark.env package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/api/pomdp_py.problems.light_dark.html b/docs/html/api/pomdp_py.problems.light_dark.html
index 59ffbfb0..8ff267fc 100644
--- a/docs/html/api/pomdp_py.problems.light_dark.html
+++ b/docs/html/api/pomdp_py.problems.light_dark.html
@@ -5,16 +5,17 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.light_dark package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.light_dark package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
     <link rel="next" title="pomdp_py.problems.light_dark.agent package" href="pomdp_py.problems.light_dark.agent.html" />
+    <link rel="prev" title="pomdp_py.problems package" href="pomdp_py.problems.html" />
    
   <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
   
@@ -36,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -102,6 +103,7 @@ <h3>Related Topics</h3>
   <li><a href="../index.html">Documentation overview</a><ul>
   <li><a href="modules.html">pomdp_py</a><ul>
   <li><a href="pomdp_py.problems.html">pomdp_py.problems package</a><ul>
+      <li>Previous: <a href="pomdp_py.problems.html" title="previous chapter">pomdp_py.problems package</a></li>
       <li>Next: <a href="pomdp_py.problems.light_dark.agent.html" title="next chapter">pomdp_py.problems.light_dark.agent package</a></li>
   </ul></li>
   </ul></li>
diff --git a/docs/html/api/pomdp_py.problems.light_dark.models.html b/docs/html/api/pomdp_py.problems.light_dark.models.html
index 7707e266..6143defa 100644
--- a/docs/html/api/pomdp_py.problems.light_dark.models.html
+++ b/docs/html/api/pomdp_py.problems.light_dark.models.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.light_dark.models package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.light_dark.models package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/api/pomdp_py.problems.load_unload.html b/docs/html/api/pomdp_py.problems.load_unload.html
index 743db933..275220b4 100644
--- a/docs/html/api/pomdp_py.problems.load_unload.html
+++ b/docs/html/api/pomdp_py.problems.load_unload.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.load_unload package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.load_unload package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -38,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/api/pomdp_py.problems.maze.domain.html b/docs/html/api/pomdp_py.problems.maze.domain.html
index 4fbf0dc5..84541f07 100644
--- a/docs/html/api/pomdp_py.problems.maze.domain.html
+++ b/docs/html/api/pomdp_py.problems.maze.domain.html
@@ -5,15 +5,17 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.maze.domain package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.maze.domain package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
+    <link rel="next" title="pomdp_py.problems.maze.env package" href="pomdp_py.problems.maze.env.html" />
+    <link rel="prev" title="pomdp_py.problems.maze package" href="pomdp_py.problems.maze.html" />
    
   <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
   
@@ -35,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -79,9 +81,16 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l1"><a class="reference internal" href="../changelog.html">What's New?</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal" href="modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="modules.html">pomdp_py</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.html">pomdp_py package</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="pomdp_py.problems.html#subpackages">Subpackages</a></li>
+<li class="toctree-l3"><a class="reference internal" href="pomdp_py.problems.html#module-pomdp_py.problems">Module contents</a></li>
+</ul>
+</li>
+</ul>
+</li>
 </ul>
 
 
@@ -97,6 +106,14 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <h3>Related Topics</h3>
 <ul>
   <li><a href="../index.html">Documentation overview</a><ul>
+  <li><a href="modules.html">pomdp_py</a><ul>
+  <li><a href="pomdp_py.problems.html">pomdp_py.problems package</a><ul>
+  <li><a href="pomdp_py.problems.maze.html">pomdp_py.problems.maze package</a><ul>
+      <li>Previous: <a href="pomdp_py.problems.maze.html" title="previous chapter">pomdp_py.problems.maze package</a></li>
+      <li>Next: <a href="pomdp_py.problems.maze.env.html" title="next chapter">pomdp_py.problems.maze.env package</a></li>
+  </ul></li>
+  </ul></li>
+  </ul></li>
   </ul></li>
 </ul>
 </div>
diff --git a/docs/html/api/pomdp_py.problems.maze.env.html b/docs/html/api/pomdp_py.problems.maze.env.html
index 263901e3..8929df03 100644
--- a/docs/html/api/pomdp_py.problems.maze.env.html
+++ b/docs/html/api/pomdp_py.problems.maze.env.html
@@ -5,15 +5,17 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.maze.env package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.maze.env package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
+    <link rel="next" title="pomdp_py.problems.maze.models package" href="pomdp_py.problems.maze.models.html" />
+    <link rel="prev" title="pomdp_py.problems.maze.domain package" href="pomdp_py.problems.maze.domain.html" />
    
   <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
   
@@ -35,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -74,9 +76,16 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l1"><a class="reference internal" href="../changelog.html">What's New?</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal" href="modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="modules.html">pomdp_py</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.html">pomdp_py package</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="pomdp_py.problems.html#subpackages">Subpackages</a></li>
+<li class="toctree-l3"><a class="reference internal" href="pomdp_py.problems.html#module-pomdp_py.problems">Module contents</a></li>
+</ul>
+</li>
+</ul>
+</li>
 </ul>
 
 
@@ -92,6 +101,14 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <h3>Related Topics</h3>
 <ul>
   <li><a href="../index.html">Documentation overview</a><ul>
+  <li><a href="modules.html">pomdp_py</a><ul>
+  <li><a href="pomdp_py.problems.html">pomdp_py.problems package</a><ul>
+  <li><a href="pomdp_py.problems.maze.html">pomdp_py.problems.maze package</a><ul>
+      <li>Previous: <a href="pomdp_py.problems.maze.domain.html" title="previous chapter">pomdp_py.problems.maze.domain package</a></li>
+      <li>Next: <a href="pomdp_py.problems.maze.models.html" title="next chapter">pomdp_py.problems.maze.models package</a></li>
+  </ul></li>
+  </ul></li>
+  </ul></li>
   </ul></li>
 </ul>
 </div>
diff --git a/docs/html/api/pomdp_py.problems.maze.html b/docs/html/api/pomdp_py.problems.maze.html
index 2f942352..73b39b28 100644
--- a/docs/html/api/pomdp_py.problems.maze.html
+++ b/docs/html/api/pomdp_py.problems.maze.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.maze package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.maze package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/api/pomdp_py.problems.maze.models.components.html b/docs/html/api/pomdp_py.problems.maze.models.components.html
index bce559b3..7d1a788e 100644
--- a/docs/html/api/pomdp_py.problems.maze.models.components.html
+++ b/docs/html/api/pomdp_py.problems.maze.models.components.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.maze.models.components package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.maze.models.components package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/api/pomdp_py.problems.maze.models.html b/docs/html/api/pomdp_py.problems.maze.models.html
index 653095c8..02177a02 100644
--- a/docs/html/api/pomdp_py.problems.maze.models.html
+++ b/docs/html/api/pomdp_py.problems.maze.models.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.maze.models package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.maze.models package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/api/pomdp_py.problems.multi_object_search.agent.html b/docs/html/api/pomdp_py.problems.multi_object_search.agent.html
index 9f711dad..3787ca89 100644
--- a/docs/html/api/pomdp_py.problems.multi_object_search.agent.html
+++ b/docs/html/api/pomdp_py.problems.multi_object_search.agent.html
@@ -5,15 +5,17 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.multi_object_search.agent package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.agent package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
+    <link rel="next" title="pomdp_py.problems.multi_object_search.domain package" href="pomdp_py.problems.multi_object_search.domain.html" />
+    <link rel="prev" title="pomdp_py.problems.multi_object_search package" href="pomdp_py.problems.multi_object_search.html" />
    
   <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
   
@@ -35,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -86,9 +88,16 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l1"><a class="reference internal" href="../changelog.html">What's New?</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal" href="modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="modules.html">pomdp_py</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.html">pomdp_py package</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="pomdp_py.problems.html#subpackages">Subpackages</a></li>
+<li class="toctree-l3"><a class="reference internal" href="pomdp_py.problems.html#module-pomdp_py.problems">Module contents</a></li>
+</ul>
+</li>
+</ul>
+</li>
 </ul>
 
 
@@ -104,6 +113,14 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <h3>Related Topics</h3>
 <ul>
   <li><a href="../index.html">Documentation overview</a><ul>
+  <li><a href="modules.html">pomdp_py</a><ul>
+  <li><a href="pomdp_py.problems.html">pomdp_py.problems package</a><ul>
+  <li><a href="pomdp_py.problems.multi_object_search.html">pomdp_py.problems.multi_object_search package</a><ul>
+      <li>Previous: <a href="pomdp_py.problems.multi_object_search.html" title="previous chapter">pomdp_py.problems.multi_object_search package</a></li>
+      <li>Next: <a href="pomdp_py.problems.multi_object_search.domain.html" title="next chapter">pomdp_py.problems.multi_object_search.domain package</a></li>
+  </ul></li>
+  </ul></li>
+  </ul></li>
   </ul></li>
 </ul>
 </div>
diff --git a/docs/html/api/pomdp_py.problems.multi_object_search.domain.html b/docs/html/api/pomdp_py.problems.multi_object_search.domain.html
index d9d2ad4b..b4b41586 100644
--- a/docs/html/api/pomdp_py.problems.multi_object_search.domain.html
+++ b/docs/html/api/pomdp_py.problems.multi_object_search.domain.html
@@ -5,16 +5,18 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.multi_object_search.domain package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.domain package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
+    <link rel="next" title="pomdp_py.problems.multi_object_search.env package" href="pomdp_py.problems.multi_object_search.env.html" />
+    <link rel="prev" title="pomdp_py.problems.multi_object_search.agent package" href="pomdp_py.problems.multi_object_search.agent.html" />
    
   <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
   
@@ -36,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -129,9 +131,16 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l1"><a class="reference internal" href="../changelog.html">What's New?</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal" href="modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="modules.html">pomdp_py</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.html">pomdp_py package</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="pomdp_py.problems.html#subpackages">Subpackages</a></li>
+<li class="toctree-l3"><a class="reference internal" href="pomdp_py.problems.html#module-pomdp_py.problems">Module contents</a></li>
+</ul>
+</li>
+</ul>
+</li>
 </ul>
 
 
@@ -147,6 +156,14 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <h3>Related Topics</h3>
 <ul>
   <li><a href="../index.html">Documentation overview</a><ul>
+  <li><a href="modules.html">pomdp_py</a><ul>
+  <li><a href="pomdp_py.problems.html">pomdp_py.problems package</a><ul>
+  <li><a href="pomdp_py.problems.multi_object_search.html">pomdp_py.problems.multi_object_search package</a><ul>
+      <li>Previous: <a href="pomdp_py.problems.multi_object_search.agent.html" title="previous chapter">pomdp_py.problems.multi_object_search.agent package</a></li>
+      <li>Next: <a href="pomdp_py.problems.multi_object_search.env.html" title="next chapter">pomdp_py.problems.multi_object_search.env package</a></li>
+  </ul></li>
+  </ul></li>
+  </ul></li>
   </ul></li>
 </ul>
 </div>
diff --git a/docs/html/api/pomdp_py.problems.multi_object_search.env.html b/docs/html/api/pomdp_py.problems.multi_object_search.env.html
index 18b1647c..d3fff8bf 100644
--- a/docs/html/api/pomdp_py.problems.multi_object_search.env.html
+++ b/docs/html/api/pomdp_py.problems.multi_object_search.env.html
@@ -5,15 +5,17 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.multi_object_search.env package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.env package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
+    <link rel="next" title="pomdp_py.problems.multi_object_search.models package" href="pomdp_py.problems.multi_object_search.models.html" />
+    <link rel="prev" title="pomdp_py.problems.multi_object_search.domain package" href="pomdp_py.problems.multi_object_search.domain.html" />
    
   <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
   
@@ -35,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -105,9 +107,16 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l1"><a class="reference internal" href="../changelog.html">What's New?</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal" href="modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="modules.html">pomdp_py</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.html">pomdp_py package</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="pomdp_py.problems.html#subpackages">Subpackages</a></li>
+<li class="toctree-l3"><a class="reference internal" href="pomdp_py.problems.html#module-pomdp_py.problems">Module contents</a></li>
+</ul>
+</li>
+</ul>
+</li>
 </ul>
 
 
@@ -123,6 +132,14 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <h3>Related Topics</h3>
 <ul>
   <li><a href="../index.html">Documentation overview</a><ul>
+  <li><a href="modules.html">pomdp_py</a><ul>
+  <li><a href="pomdp_py.problems.html">pomdp_py.problems package</a><ul>
+  <li><a href="pomdp_py.problems.multi_object_search.html">pomdp_py.problems.multi_object_search package</a><ul>
+      <li>Previous: <a href="pomdp_py.problems.multi_object_search.domain.html" title="previous chapter">pomdp_py.problems.multi_object_search.domain package</a></li>
+      <li>Next: <a href="pomdp_py.problems.multi_object_search.models.html" title="next chapter">pomdp_py.problems.multi_object_search.models package</a></li>
+  </ul></li>
+  </ul></li>
+  </ul></li>
   </ul></li>
 </ul>
 </div>
diff --git a/docs/html/api/pomdp_py.problems.multi_object_search.html b/docs/html/api/pomdp_py.problems.multi_object_search.html
index fdb0c05c..cb863193 100644
--- a/docs/html/api/pomdp_py.problems.multi_object_search.html
+++ b/docs/html/api/pomdp_py.problems.multi_object_search.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.multi_object_search package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/api/pomdp_py.problems.multi_object_search.models.components.html b/docs/html/api/pomdp_py.problems.multi_object_search.models.components.html
index 690193fb..468be476 100644
--- a/docs/html/api/pomdp_py.problems.multi_object_search.models.components.html
+++ b/docs/html/api/pomdp_py.problems.multi_object_search.models.components.html
@@ -5,15 +5,17 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.multi_object_search.models.components package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.models.components package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
+    <link rel="next" title="pomdp_py.problems.rocksample package" href="pomdp_py.problems.rocksample.html" />
+    <link rel="prev" title="pomdp_py.problems.multi_object_search.models package" href="pomdp_py.problems.multi_object_search.models.html" />
    
   <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
   
@@ -35,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -102,9 +104,16 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l1"><a class="reference internal" href="../changelog.html">What's New?</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal" href="modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="modules.html">pomdp_py</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.html">pomdp_py package</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="pomdp_py.problems.html#subpackages">Subpackages</a></li>
+<li class="toctree-l3"><a class="reference internal" href="pomdp_py.problems.html#module-pomdp_py.problems">Module contents</a></li>
+</ul>
+</li>
+</ul>
+</li>
 </ul>
 
 
@@ -120,6 +129,16 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <h3>Related Topics</h3>
 <ul>
   <li><a href="../index.html">Documentation overview</a><ul>
+  <li><a href="modules.html">pomdp_py</a><ul>
+  <li><a href="pomdp_py.problems.html">pomdp_py.problems package</a><ul>
+  <li><a href="pomdp_py.problems.multi_object_search.html">pomdp_py.problems.multi_object_search package</a><ul>
+  <li><a href="pomdp_py.problems.multi_object_search.models.html">pomdp_py.problems.multi_object_search.models package</a><ul>
+      <li>Previous: <a href="pomdp_py.problems.multi_object_search.models.html" title="previous chapter">pomdp_py.problems.multi_object_search.models package</a></li>
+      <li>Next: <a href="pomdp_py.problems.rocksample.html" title="next chapter">pomdp_py.problems.rocksample package</a></li>
+  </ul></li>
+  </ul></li>
+  </ul></li>
+  </ul></li>
   </ul></li>
 </ul>
 </div>
diff --git a/docs/html/api/pomdp_py.problems.multi_object_search.models.html b/docs/html/api/pomdp_py.problems.multi_object_search.models.html
index a881763d..090461c2 100644
--- a/docs/html/api/pomdp_py.problems.multi_object_search.models.html
+++ b/docs/html/api/pomdp_py.problems.multi_object_search.models.html
@@ -5,16 +5,18 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.multi_object_search.models package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.multi_object_search.models package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
+    <link rel="next" title="pomdp_py.problems.multi_object_search.models.components package" href="pomdp_py.problems.multi_object_search.models.components.html" />
+    <link rel="prev" title="pomdp_py.problems.multi_object_search.env package" href="pomdp_py.problems.multi_object_search.env.html" />
    
   <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
   
@@ -36,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -130,9 +132,16 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l1"><a class="reference internal" href="../changelog.html">What's New?</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal" href="modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="modules.html">pomdp_py</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.html">pomdp_py package</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="pomdp_py.problems.html#subpackages">Subpackages</a></li>
+<li class="toctree-l3"><a class="reference internal" href="pomdp_py.problems.html#module-pomdp_py.problems">Module contents</a></li>
+</ul>
+</li>
+</ul>
+</li>
 </ul>
 
 
@@ -148,6 +157,14 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <h3>Related Topics</h3>
 <ul>
   <li><a href="../index.html">Documentation overview</a><ul>
+  <li><a href="modules.html">pomdp_py</a><ul>
+  <li><a href="pomdp_py.problems.html">pomdp_py.problems package</a><ul>
+  <li><a href="pomdp_py.problems.multi_object_search.html">pomdp_py.problems.multi_object_search package</a><ul>
+      <li>Previous: <a href="pomdp_py.problems.multi_object_search.env.html" title="previous chapter">pomdp_py.problems.multi_object_search.env package</a></li>
+      <li>Next: <a href="pomdp_py.problems.multi_object_search.models.components.html" title="next chapter">pomdp_py.problems.multi_object_search.models.components package</a></li>
+  </ul></li>
+  </ul></li>
+  </ul></li>
   </ul></li>
 </ul>
 </div>
diff --git a/docs/html/api/pomdp_py.problems.rocksample.cythonize.html b/docs/html/api/pomdp_py.problems.rocksample.cythonize.html
index fca269a5..8e7c8ebe 100644
--- a/docs/html/api/pomdp_py.problems.rocksample.cythonize.html
+++ b/docs/html/api/pomdp_py.problems.rocksample.cythonize.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.rocksample.cythonize package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.rocksample.cythonize package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -38,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/api/pomdp_py.problems.rocksample.html b/docs/html/api/pomdp_py.problems.rocksample.html
index 3a425e9e..cb326804 100644
--- a/docs/html/api/pomdp_py.problems.rocksample.html
+++ b/docs/html/api/pomdp_py.problems.rocksample.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.rocksample package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.rocksample package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -38,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/api/pomdp_py.problems.tag.agent.html b/docs/html/api/pomdp_py.problems.tag.agent.html
index b390fede..6bb2aa35 100644
--- a/docs/html/api/pomdp_py.problems.tag.agent.html
+++ b/docs/html/api/pomdp_py.problems.tag.agent.html
@@ -5,15 +5,17 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.tag.agent package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.agent package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
+    <link rel="next" title="pomdp_py.problems.tag.domain package" href="pomdp_py.problems.tag.domain.html" />
+    <link rel="prev" title="pomdp_py.problems.tag package" href="pomdp_py.problems.tag.html" />
    
   <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
   
@@ -35,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -80,9 +82,16 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l1"><a class="reference internal" href="../changelog.html">What's New?</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal" href="modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="modules.html">pomdp_py</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.html">pomdp_py package</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="pomdp_py.problems.html#subpackages">Subpackages</a></li>
+<li class="toctree-l3"><a class="reference internal" href="pomdp_py.problems.html#module-pomdp_py.problems">Module contents</a></li>
+</ul>
+</li>
+</ul>
+</li>
 </ul>
 
 
@@ -98,6 +107,14 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <h3>Related Topics</h3>
 <ul>
   <li><a href="../index.html">Documentation overview</a><ul>
+  <li><a href="modules.html">pomdp_py</a><ul>
+  <li><a href="pomdp_py.problems.html">pomdp_py.problems package</a><ul>
+  <li><a href="pomdp_py.problems.tag.html">pomdp_py.problems.tag package</a><ul>
+      <li>Previous: <a href="pomdp_py.problems.tag.html" title="previous chapter">pomdp_py.problems.tag package</a></li>
+      <li>Next: <a href="pomdp_py.problems.tag.domain.html" title="next chapter">pomdp_py.problems.tag.domain package</a></li>
+  </ul></li>
+  </ul></li>
+  </ul></li>
   </ul></li>
 </ul>
 </div>
diff --git a/docs/html/api/pomdp_py.problems.tag.domain.html b/docs/html/api/pomdp_py.problems.tag.domain.html
index 4c1adea2..2a4e7d32 100644
--- a/docs/html/api/pomdp_py.problems.tag.domain.html
+++ b/docs/html/api/pomdp_py.problems.tag.domain.html
@@ -5,15 +5,17 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.tag.domain package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.domain package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
+    <link rel="next" title="pomdp_py.problems.tag.env package" href="pomdp_py.problems.tag.env.html" />
+    <link rel="prev" title="pomdp_py.problems.tag.agent package" href="pomdp_py.problems.tag.agent.html" />
    
   <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
   
@@ -35,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -82,9 +84,16 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l1"><a class="reference internal" href="../changelog.html">What's New?</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal" href="modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="modules.html">pomdp_py</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.html">pomdp_py package</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="pomdp_py.problems.html#subpackages">Subpackages</a></li>
+<li class="toctree-l3"><a class="reference internal" href="pomdp_py.problems.html#module-pomdp_py.problems">Module contents</a></li>
+</ul>
+</li>
+</ul>
+</li>
 </ul>
 
 
@@ -100,6 +109,14 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <h3>Related Topics</h3>
 <ul>
   <li><a href="../index.html">Documentation overview</a><ul>
+  <li><a href="modules.html">pomdp_py</a><ul>
+  <li><a href="pomdp_py.problems.html">pomdp_py.problems package</a><ul>
+  <li><a href="pomdp_py.problems.tag.html">pomdp_py.problems.tag package</a><ul>
+      <li>Previous: <a href="pomdp_py.problems.tag.agent.html" title="previous chapter">pomdp_py.problems.tag.agent package</a></li>
+      <li>Next: <a href="pomdp_py.problems.tag.env.html" title="next chapter">pomdp_py.problems.tag.env package</a></li>
+  </ul></li>
+  </ul></li>
+  </ul></li>
   </ul></li>
 </ul>
 </div>
diff --git a/docs/html/api/pomdp_py.problems.tag.env.html b/docs/html/api/pomdp_py.problems.tag.env.html
index aa965965..8cff7516 100644
--- a/docs/html/api/pomdp_py.problems.tag.env.html
+++ b/docs/html/api/pomdp_py.problems.tag.env.html
@@ -5,15 +5,17 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.tag.env package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.env package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
+    <link rel="next" title="pomdp_py.problems.tag.models package" href="pomdp_py.problems.tag.models.html" />
+    <link rel="prev" title="pomdp_py.problems.tag.domain package" href="pomdp_py.problems.tag.domain.html" />
    
   <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
   
@@ -35,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -101,9 +103,16 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l1"><a class="reference internal" href="../changelog.html">What's New?</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal" href="modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="modules.html">pomdp_py</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.html">pomdp_py package</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="pomdp_py.problems.html#subpackages">Subpackages</a></li>
+<li class="toctree-l3"><a class="reference internal" href="pomdp_py.problems.html#module-pomdp_py.problems">Module contents</a></li>
+</ul>
+</li>
+</ul>
+</li>
 </ul>
 
 
@@ -119,6 +128,14 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <h3>Related Topics</h3>
 <ul>
   <li><a href="../index.html">Documentation overview</a><ul>
+  <li><a href="modules.html">pomdp_py</a><ul>
+  <li><a href="pomdp_py.problems.html">pomdp_py.problems package</a><ul>
+  <li><a href="pomdp_py.problems.tag.html">pomdp_py.problems.tag package</a><ul>
+      <li>Previous: <a href="pomdp_py.problems.tag.domain.html" title="previous chapter">pomdp_py.problems.tag.domain package</a></li>
+      <li>Next: <a href="pomdp_py.problems.tag.models.html" title="next chapter">pomdp_py.problems.tag.models package</a></li>
+  </ul></li>
+  </ul></li>
+  </ul></li>
   </ul></li>
 </ul>
 </div>
diff --git a/docs/html/api/pomdp_py.problems.tag.html b/docs/html/api/pomdp_py.problems.tag.html
index a14e95a5..87f976a3 100644
--- a/docs/html/api/pomdp_py.problems.tag.html
+++ b/docs/html/api/pomdp_py.problems.tag.html
@@ -5,15 +5,17 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.tag package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
+    <link rel="next" title="pomdp_py.problems.tag.agent package" href="pomdp_py.problems.tag.agent.html" />
+    <link rel="prev" title="pomdp_py.problems.rocksample.cythonize package" href="pomdp_py.problems.rocksample.cythonize.html" />
    
   <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
   
@@ -35,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -84,9 +86,16 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l1"><a class="reference internal" href="../changelog.html">What's New?</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal" href="modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="modules.html">pomdp_py</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.html">pomdp_py package</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="pomdp_py.problems.html#subpackages">Subpackages</a></li>
+<li class="toctree-l3"><a class="reference internal" href="pomdp_py.problems.html#module-pomdp_py.problems">Module contents</a></li>
+</ul>
+</li>
+</ul>
+</li>
 </ul>
 
 
@@ -102,6 +111,12 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <h3>Related Topics</h3>
 <ul>
   <li><a href="../index.html">Documentation overview</a><ul>
+  <li><a href="modules.html">pomdp_py</a><ul>
+  <li><a href="pomdp_py.problems.html">pomdp_py.problems package</a><ul>
+      <li>Previous: <a href="pomdp_py.problems.rocksample.cythonize.html" title="previous chapter">pomdp_py.problems.rocksample.cythonize package</a></li>
+      <li>Next: <a href="pomdp_py.problems.tag.agent.html" title="next chapter">pomdp_py.problems.tag.agent package</a></li>
+  </ul></li>
+  </ul></li>
   </ul></li>
 </ul>
 </div>
diff --git a/docs/html/api/pomdp_py.problems.tag.models.components.html b/docs/html/api/pomdp_py.problems.tag.models.components.html
index b2e639be..fa2b9505 100644
--- a/docs/html/api/pomdp_py.problems.tag.models.components.html
+++ b/docs/html/api/pomdp_py.problems.tag.models.components.html
@@ -5,15 +5,17 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.tag.models.components package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.models.components package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
+    <link rel="next" title="pomdp_py.problems.tiger package" href="pomdp_py.problems.tiger.html" />
+    <link rel="prev" title="pomdp_py.problems.tag.models package" href="pomdp_py.problems.tag.models.html" />
    
   <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
   
@@ -35,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -89,9 +91,16 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l1"><a class="reference internal" href="../changelog.html">What's New?</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal" href="modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="modules.html">pomdp_py</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.html">pomdp_py package</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="pomdp_py.problems.html#subpackages">Subpackages</a></li>
+<li class="toctree-l3"><a class="reference internal" href="pomdp_py.problems.html#module-pomdp_py.problems">Module contents</a></li>
+</ul>
+</li>
+</ul>
+</li>
 </ul>
 
 
@@ -107,6 +116,16 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <h3>Related Topics</h3>
 <ul>
   <li><a href="../index.html">Documentation overview</a><ul>
+  <li><a href="modules.html">pomdp_py</a><ul>
+  <li><a href="pomdp_py.problems.html">pomdp_py.problems package</a><ul>
+  <li><a href="pomdp_py.problems.tag.html">pomdp_py.problems.tag package</a><ul>
+  <li><a href="pomdp_py.problems.tag.models.html">pomdp_py.problems.tag.models package</a><ul>
+      <li>Previous: <a href="pomdp_py.problems.tag.models.html" title="previous chapter">pomdp_py.problems.tag.models package</a></li>
+      <li>Next: <a href="pomdp_py.problems.tiger.html" title="next chapter">pomdp_py.problems.tiger package</a></li>
+  </ul></li>
+  </ul></li>
+  </ul></li>
+  </ul></li>
   </ul></li>
 </ul>
 </div>
diff --git a/docs/html/api/pomdp_py.problems.tag.models.html b/docs/html/api/pomdp_py.problems.tag.models.html
index b41b4813..741c146b 100644
--- a/docs/html/api/pomdp_py.problems.tag.models.html
+++ b/docs/html/api/pomdp_py.problems.tag.models.html
@@ -5,16 +5,18 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.tag.models package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tag.models package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
+    <link rel="next" title="pomdp_py.problems.tag.models.components package" href="pomdp_py.problems.tag.models.components.html" />
+    <link rel="prev" title="pomdp_py.problems.tag.env package" href="pomdp_py.problems.tag.env.html" />
    
   <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
   
@@ -36,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -108,9 +110,16 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l1"><a class="reference internal" href="../changelog.html">What's New?</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
-<ul>
-<li class="toctree-l1"><a class="reference internal" href="modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="modules.html">pomdp_py</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.html">pomdp_py package</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="pomdp_py.problems.html#subpackages">Subpackages</a></li>
+<li class="toctree-l3"><a class="reference internal" href="pomdp_py.problems.html#module-pomdp_py.problems">Module contents</a></li>
+</ul>
+</li>
+</ul>
+</li>
 </ul>
 
 
@@ -126,6 +135,14 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <h3>Related Topics</h3>
 <ul>
   <li><a href="../index.html">Documentation overview</a><ul>
+  <li><a href="modules.html">pomdp_py</a><ul>
+  <li><a href="pomdp_py.problems.html">pomdp_py.problems package</a><ul>
+  <li><a href="pomdp_py.problems.tag.html">pomdp_py.problems.tag package</a><ul>
+      <li>Previous: <a href="pomdp_py.problems.tag.env.html" title="previous chapter">pomdp_py.problems.tag.env package</a></li>
+      <li>Next: <a href="pomdp_py.problems.tag.models.components.html" title="next chapter">pomdp_py.problems.tag.models.components package</a></li>
+  </ul></li>
+  </ul></li>
+  </ul></li>
   </ul></li>
 </ul>
 </div>
diff --git a/docs/html/api/pomdp_py.problems.tiger.cythonize.html b/docs/html/api/pomdp_py.problems.tiger.cythonize.html
index adbe72ec..16d5daa7 100644
--- a/docs/html/api/pomdp_py.problems.tiger.cythonize.html
+++ b/docs/html/api/pomdp_py.problems.tiger.cythonize.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.tiger.cythonize package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tiger.cythonize package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -547,17 +547,17 @@ <h2>pomdp_py.problems.tiger.cythonize.run_tiger module<a class="headerlink" href
 <dd><p>Bases: <a class="reference internal" href="pomdp_py.framework.html#pomdp_py.framework.basics.POMDP" title="pomdp_py.framework.basics.POMDP"><code class="xref py py-class docutils literal notranslate"><span class="pre">POMDP</span></code></a></p>
 <dl class="py attribute">
 <dt class="sig sig-object py" id="pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.ACTIONS">
-<span class="sig-name descname"><span class="pre">ACTIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerAction(open-left),</span> <span class="pre">TigerAction(listen),</span> <span class="pre">TigerAction(open-right)]</span></em><a class="headerlink" href="#pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.ACTIONS" title="Link to this definition">¶</a></dt>
+<span class="sig-name descname"><span class="pre">ACTIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerAction(open-left),</span> <span class="pre">TigerAction(open-right),</span> <span class="pre">TigerAction(listen)]</span></em><a class="headerlink" href="#pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.ACTIONS" title="Link to this definition">¶</a></dt>
 <dd></dd></dl>
 
 <dl class="py attribute">
 <dt class="sig sig-object py" id="pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.OBSERVATIONS">
-<span class="sig-name descname"><span class="pre">OBSERVATIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerObservation(tiger-left),</span> <span class="pre">TigerObservation(tiger-right)]</span></em><a class="headerlink" href="#pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.OBSERVATIONS" title="Link to this definition">¶</a></dt>
+<span class="sig-name descname"><span class="pre">OBSERVATIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerObservation(tiger-right),</span> <span class="pre">TigerObservation(tiger-left)]</span></em><a class="headerlink" href="#pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.OBSERVATIONS" title="Link to this definition">¶</a></dt>
 <dd></dd></dl>
 
 <dl class="py attribute">
 <dt class="sig sig-object py" id="pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.STATES">
-<span class="sig-name descname"><span class="pre">STATES</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerState(tiger-left),</span> <span class="pre">TigerState(tiger-right)]</span></em><a class="headerlink" href="#pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.STATES" title="Link to this definition">¶</a></dt>
+<span class="sig-name descname"><span class="pre">STATES</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerState(tiger-right),</span> <span class="pre">TigerState(tiger-left)]</span></em><a class="headerlink" href="#pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.STATES" title="Link to this definition">¶</a></dt>
 <dd></dd></dl>
 
 </dd></dl>
@@ -926,17 +926,17 @@ <h2>pomdp_py.problems.tiger.cythonize.tiger_problem module<a class="headerlink"
 <dd><p>Bases: <a class="reference internal" href="pomdp_py.framework.html#pomdp_py.framework.basics.POMDP" title="pomdp_py.framework.basics.POMDP"><code class="xref py py-class docutils literal notranslate"><span class="pre">POMDP</span></code></a></p>
 <dl class="py attribute">
 <dt class="sig sig-object py" id="id17">
-<span class="sig-name descname"><span class="pre">ACTIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerAction(open-left),</span> <span class="pre">TigerAction(listen),</span> <span class="pre">TigerAction(open-right)]</span></em><a class="headerlink" href="#id17" title="Link to this definition">¶</a></dt>
+<span class="sig-name descname"><span class="pre">ACTIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerAction(open-left),</span> <span class="pre">TigerAction(open-right),</span> <span class="pre">TigerAction(listen)]</span></em><a class="headerlink" href="#id17" title="Link to this definition">¶</a></dt>
 <dd></dd></dl>
 
 <dl class="py attribute">
 <dt class="sig sig-object py" id="id18">
-<span class="sig-name descname"><span class="pre">OBSERVATIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerObservation(tiger-left),</span> <span class="pre">TigerObservation(tiger-right)]</span></em><a class="headerlink" href="#id18" title="Link to this definition">¶</a></dt>
+<span class="sig-name descname"><span class="pre">OBSERVATIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerObservation(tiger-right),</span> <span class="pre">TigerObservation(tiger-left)]</span></em><a class="headerlink" href="#id18" title="Link to this definition">¶</a></dt>
 <dd></dd></dl>
 
 <dl class="py attribute">
 <dt class="sig sig-object py" id="id19">
-<span class="sig-name descname"><span class="pre">STATES</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerState(tiger-left),</span> <span class="pre">TigerState(tiger-right)]</span></em><a class="headerlink" href="#id19" title="Link to this definition">¶</a></dt>
+<span class="sig-name descname"><span class="pre">STATES</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerState(tiger-right),</span> <span class="pre">TigerState(tiger-left)]</span></em><a class="headerlink" href="#id19" title="Link to this definition">¶</a></dt>
 <dd></dd></dl>
 
 </dd></dl>
@@ -1305,17 +1305,17 @@ <h2>pomdp_py.problems.tiger.cythonize.tiger_problem module<a class="headerlink"
 <dd><p>Bases: <a class="reference internal" href="pomdp_py.framework.html#pomdp_py.framework.basics.POMDP" title="pomdp_py.framework.basics.POMDP"><code class="xref py py-class docutils literal notranslate"><span class="pre">POMDP</span></code></a></p>
 <dl class="py attribute">
 <dt class="sig sig-object py" id="id56">
-<span class="sig-name descname"><span class="pre">ACTIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerAction(open-left),</span> <span class="pre">TigerAction(listen),</span> <span class="pre">TigerAction(open-right)]</span></em><a class="headerlink" href="#id56" title="Link to this definition">¶</a></dt>
+<span class="sig-name descname"><span class="pre">ACTIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerAction(open-left),</span> <span class="pre">TigerAction(open-right),</span> <span class="pre">TigerAction(listen)]</span></em><a class="headerlink" href="#id56" title="Link to this definition">¶</a></dt>
 <dd></dd></dl>
 
 <dl class="py attribute">
 <dt class="sig sig-object py" id="id57">
-<span class="sig-name descname"><span class="pre">OBSERVATIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerObservation(tiger-left),</span> <span class="pre">TigerObservation(tiger-right)]</span></em><a class="headerlink" href="#id57" title="Link to this definition">¶</a></dt>
+<span class="sig-name descname"><span class="pre">OBSERVATIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerObservation(tiger-right),</span> <span class="pre">TigerObservation(tiger-left)]</span></em><a class="headerlink" href="#id57" title="Link to this definition">¶</a></dt>
 <dd></dd></dl>
 
 <dl class="py attribute">
 <dt class="sig sig-object py" id="id58">
-<span class="sig-name descname"><span class="pre">STATES</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerState(tiger-left),</span> <span class="pre">TigerState(tiger-right)]</span></em><a class="headerlink" href="#id58" title="Link to this definition">¶</a></dt>
+<span class="sig-name descname"><span class="pre">STATES</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerState(tiger-right),</span> <span class="pre">TigerState(tiger-left)]</span></em><a class="headerlink" href="#id58" title="Link to this definition">¶</a></dt>
 <dd></dd></dl>
 
 </dd></dl>
@@ -1684,17 +1684,17 @@ <h2>pomdp_py.problems.tiger.cythonize.tiger_problem module<a class="headerlink"
 <dd><p>Bases: <a class="reference internal" href="pomdp_py.framework.html#pomdp_py.framework.basics.POMDP" title="pomdp_py.framework.basics.POMDP"><code class="xref py py-class docutils literal notranslate"><span class="pre">POMDP</span></code></a></p>
 <dl class="py attribute">
 <dt class="sig sig-object py" id="id95">
-<span class="sig-name descname"><span class="pre">ACTIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerAction(open-left),</span> <span class="pre">TigerAction(listen),</span> <span class="pre">TigerAction(open-right)]</span></em><a class="headerlink" href="#id95" title="Link to this definition">¶</a></dt>
+<span class="sig-name descname"><span class="pre">ACTIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerAction(open-left),</span> <span class="pre">TigerAction(open-right),</span> <span class="pre">TigerAction(listen)]</span></em><a class="headerlink" href="#id95" title="Link to this definition">¶</a></dt>
 <dd></dd></dl>
 
 <dl class="py attribute">
 <dt class="sig sig-object py" id="id96">
-<span class="sig-name descname"><span class="pre">OBSERVATIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerObservation(tiger-left),</span> <span class="pre">TigerObservation(tiger-right)]</span></em><a class="headerlink" href="#id96" title="Link to this definition">¶</a></dt>
+<span class="sig-name descname"><span class="pre">OBSERVATIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerObservation(tiger-right),</span> <span class="pre">TigerObservation(tiger-left)]</span></em><a class="headerlink" href="#id96" title="Link to this definition">¶</a></dt>
 <dd></dd></dl>
 
 <dl class="py attribute">
 <dt class="sig sig-object py" id="id97">
-<span class="sig-name descname"><span class="pre">STATES</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerState(tiger-left),</span> <span class="pre">TigerState(tiger-right)]</span></em><a class="headerlink" href="#id97" title="Link to this definition">¶</a></dt>
+<span class="sig-name descname"><span class="pre">STATES</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerState(tiger-right),</span> <span class="pre">TigerState(tiger-left)]</span></em><a class="headerlink" href="#id97" title="Link to this definition">¶</a></dt>
 <dd></dd></dl>
 
 </dd></dl>
diff --git a/docs/html/api/pomdp_py.problems.tiger.html b/docs/html/api/pomdp_py.problems.tiger.html
index 88676056..db3fe01d 100644
--- a/docs/html/api/pomdp_py.problems.tiger.html
+++ b/docs/html/api/pomdp_py.problems.tiger.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.problems.tiger package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.problems.tiger package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -38,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -615,7 +615,7 @@ <h2>Submodules<a class="headerlink" href="#submodules" title="Link to this headi
 small, finite action space</p>
 <dl class="py attribute">
 <dt class="sig sig-object py" id="pomdp_py.problems.tiger.tiger_problem.PolicyModel.ACTIONS">
-<span class="sig-name descname"><span class="pre">ACTIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerAction(open-right),</span> <span class="pre">TigerAction(listen),</span> <span class="pre">TigerAction(open-left)]</span></em><a class="headerlink" href="#pomdp_py.problems.tiger.tiger_problem.PolicyModel.ACTIONS" title="Link to this definition">¶</a></dt>
+<span class="sig-name descname"><span class="pre">ACTIONS</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">[TigerAction(open-left),</span> <span class="pre">TigerAction(open-right),</span> <span class="pre">TigerAction(listen)]</span></em><a class="headerlink" href="#pomdp_py.problems.tiger.tiger_problem.PolicyModel.ACTIONS" title="Link to this definition">¶</a></dt>
 <dd></dd></dl>
 
 <dl class="py method">
diff --git a/docs/html/api/pomdp_py.representations.belief.html b/docs/html/api/pomdp_py.representations.belief.html
index 4e2f223e..afaabe98 100644
--- a/docs/html/api/pomdp_py.representations.belief.html
+++ b/docs/html/api/pomdp_py.representations.belief.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.representations.belief package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.representations.belief package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -38,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -91,9 +91,9 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l3"><a class="reference internal" href="pomdp_py.utils.html">pomdp_py.utils package</a></li>
 </ul>
 </li>
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a></li>
 </ul>
 </li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/api/pomdp_py.representations.distribution.html b/docs/html/api/pomdp_py.representations.distribution.html
index 89ba2820..93490221 100644
--- a/docs/html/api/pomdp_py.representations.distribution.html
+++ b/docs/html/api/pomdp_py.representations.distribution.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.representations.distribution package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.representations.distribution package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -38,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -88,6 +88,8 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li><a class="reference internal" href="#pomdp_py.representations.distribution.particles.WeightedParticles.from_histogram"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.from_histogram()</span></code></a></li>
 <li><a class="reference internal" href="#pomdp_py.representations.distribution.particles.WeightedParticles.frozen"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.frozen</span></code></a></li>
 <li><a class="reference internal" href="#pomdp_py.representations.distribution.particles.WeightedParticles.get_histogram"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.get_histogram()</span></code></a></li>
+<li><a class="reference internal" href="#pomdp_py.representations.distribution.particles.WeightedParticles.hist"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.hist</span></code></a></li>
+<li><a class="reference internal" href="#pomdp_py.representations.distribution.particles.WeightedParticles.hist_valid"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.hist_valid</span></code></a></li>
 <li><a class="reference internal" href="#pomdp_py.representations.distribution.particles.WeightedParticles.mpe"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.mpe()</span></code></a></li>
 <li><a class="reference internal" href="#pomdp_py.representations.distribution.particles.WeightedParticles.particles"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.particles</span></code></a></li>
 <li><a class="reference internal" href="#pomdp_py.representations.distribution.particles.WeightedParticles.random"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.random()</span></code></a></li>
@@ -134,9 +136,9 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <li class="toctree-l3"><a class="reference internal" href="pomdp_py.utils.html">pomdp_py.utils package</a></li>
 </ul>
 </li>
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a></li>
 </ul>
 </li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
 </ul>
 
 
@@ -381,6 +383,16 @@ <h1>pomdp_py.representations.distribution package<a class="headerlink" href="#po
 <dd><p>Returns a mapping from value to probability, normalized.</p>
 </dd></dl>
 
+<dl class="py attribute">
+<dt class="sig sig-object py" id="pomdp_py.representations.distribution.particles.WeightedParticles.hist">
+<span class="sig-name descname"><span class="pre">hist</span></span><a class="headerlink" href="#pomdp_py.representations.distribution.particles.WeightedParticles.hist" title="Link to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="pomdp_py.representations.distribution.particles.WeightedParticles.hist_valid">
+<span class="sig-name descname"><span class="pre">hist_valid</span></span><a class="headerlink" href="#pomdp_py.representations.distribution.particles.WeightedParticles.hist_valid" title="Link to this definition">¶</a></dt>
+<dd></dd></dl>
+
 <dl class="py method">
 <dt class="sig sig-object py" id="pomdp_py.representations.distribution.particles.WeightedParticles.mpe">
 <span class="sig-name descname"><span class="pre">mpe</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#pomdp_py.representations.distribution.particles.WeightedParticles.mpe" title="Link to this definition">¶</a></dt>
diff --git a/docs/html/api/pomdp_py.representations.html b/docs/html/api/pomdp_py.representations.html
index c2f5b368..71ddf1d0 100644
--- a/docs/html/api/pomdp_py.representations.html
+++ b/docs/html/api/pomdp_py.representations.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.representations package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.representations package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -70,9 +70,9 @@ <h3>Navigation</h3>
 <li class="toctree-l3"><a class="reference internal" href="pomdp_py.utils.html">pomdp_py.utils package</a></li>
 </ul>
 </li>
+<li class="toctree-l2"><a class="reference internal" href="pomdp_py.problems.html">pomdp_py.problems package</a></li>
 </ul>
 </li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
 </ul>
 
 
@@ -181,6 +181,8 @@ <h1>pomdp_py.representations package<a class="headerlink" href="#pomdp-py-repres
 <li class="toctree-l4"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.from_histogram"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.from_histogram()</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.frozen"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.frozen</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.get_histogram"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.get_histogram()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.hist"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.hist</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.hist_valid"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.hist_valid</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.mpe"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.mpe()</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.particles"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.particles</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.random"><code class="docutils literal notranslate"><span class="pre">WeightedParticles.random()</span></code></a></li>
diff --git a/docs/html/api/pomdp_py.utils.debugging.html b/docs/html/api/pomdp_py.utils.debugging.html
index 5944ea6c..c6080c50 100644
--- a/docs/html/api/pomdp_py.utils.debugging.html
+++ b/docs/html/api/pomdp_py.utils.debugging.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.utils.debugging module &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.utils.debugging module &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -35,7 +35,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -110,7 +110,6 @@ <h3><a href="../index.html">Table of Contents</a></h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/api/pomdp_py.utils.html b/docs/html/api/pomdp_py.utils.html
index c05252f5..92bab9c4 100644
--- a/docs/html/api/pomdp_py.utils.html
+++ b/docs/html/api/pomdp_py.utils.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.utils package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.utils package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -38,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -333,7 +333,7 @@ <h1>pomdp_py.utils package<a class="headerlink" href="#pomdp-py-utils-package" t
 <tr class="row-odd"><td><p><code class="xref py py-obj docutils literal notranslate"><span class="pre">pomdp_py.utils.interfaces</span></code></p></td>
 <td><p>Utilities for interfacing with external libraries</p></td>
 </tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#module-pomdp_py.utils.debugging" title="pomdp_py.utils.debugging"><code class="xref py py-obj docutils literal notranslate"><span class="pre">pomdp_py.utils.debugging</span></code></a></p></td>
+<tr class="row-even"><td><p><a class="reference internal" href="pomdp_py.utils.debugging.html#module-pomdp_py.utils.debugging" title="pomdp_py.utils.debugging"><code class="xref py py-obj docutils literal notranslate"><span class="pre">pomdp_py.utils.debugging</span></code></a></p></td>
 <td><p>This module contains utility functions making it easier to debug POMDP planning.</p></td>
 </tr>
 <tr class="row-odd"><td><p><a class="reference internal" href="#module-pomdp_py.utils.templates" title="pomdp_py.utils.templates"><code class="xref py py-obj docutils literal notranslate"><span class="pre">pomdp_py.utils.templates</span></code></a></p></td>
diff --git a/docs/html/api/pomdp_py.utils.interfaces.html b/docs/html/api/pomdp_py.utils.interfaces.html
index 03a153fc..8a4497a9 100644
--- a/docs/html/api/pomdp_py.utils.interfaces.html
+++ b/docs/html/api/pomdp_py.utils.interfaces.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.utils.interfaces package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.utils.interfaces package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/api/pomdp_py.visual.html b/docs/html/api/pomdp_py.visual.html
index ade180ad..1f5b8ad0 100644
--- a/docs/html/api/pomdp_py.visual.html
+++ b/docs/html/api/pomdp_py.visual.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py.visual package &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py.visual package &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=51d35e29" />
-    <script src="../_static/documentation_options.js?v=4720776d"></script>
+    <script src="../_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="../_static/favicon.ico"/>
@@ -35,7 +35,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/building_docs.html b/docs/html/building_docs.html
index 35b1c6b7..c27377f9 100644
--- a/docs/html/building_docs.html
+++ b/docs/html/building_docs.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>Building Documentations &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Building Documentations &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="_static/favicon.ico"/>
@@ -35,7 +35,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/changelog.html b/docs/html/changelog.html
index 6f9d7fb4..c017a2f4 100644
--- a/docs/html/changelog.html
+++ b/docs/html/changelog.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>Changelog &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Changelog &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -56,6 +56,7 @@
     <h3><a href="index.html">Table of Contents</a></h3>
     <ul>
 <li><a class="reference internal" href="#">Changelog</a><ul>
+<li><a class="reference internal" href="#version-1-3-5-1-03-30-2024">Version 1.3.5.1 (03/30/2024)</a></li>
 <li><a class="reference internal" href="#version-1-3-5-03-12-2024">Version 1.3.5 (03/12/2024)</a></li>
 <li><a class="reference internal" href="#version-1-3-4-01-26-2024">Version 1.3.4 (01/26/2024)</a></li>
 <li><a class="reference internal" href="#version-1-3-3-07-25-2023">Version 1.3.3 (07/25/2023)</a></li>
@@ -86,6 +87,7 @@ <h3><a href="index.html">Table of Contents</a></h3>
 <li class="toctree-l1"><a class="reference internal" href="design_principles.html">Design Principles</a></li>
 <li class="toctree-l1"><a class="reference internal" href="existing_solvers.html">Existing POMDP Solvers</a></li>
 <li class="toctree-l1 current"><a class="current reference internal" href="#">What's New?</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="#version-1-3-5-1-03-30-2024">Version 1.3.5.1 (03/30/2024)</a></li>
 <li class="toctree-l2"><a class="reference internal" href="#version-1-3-5-03-12-2024">Version 1.3.5 (03/12/2024)</a></li>
 <li class="toctree-l2"><a class="reference internal" href="#version-1-3-4-01-26-2024">Version 1.3.4 (01/26/2024)</a></li>
 <li class="toctree-l2"><a class="reference internal" href="#version-1-3-3-07-25-2023">Version 1.3.3 (07/25/2023)</a></li>
@@ -167,6 +169,14 @@ <h3 class="donation">Donate/support</h3>
   <section id="changelog">
 <h1>Changelog<a class="headerlink" href="#changelog" title="Link to this heading">¶</a></h1>
 <p>Best viewed on <a class="reference external" href="https://h2r.github.io/pomdp-py/html/changelog.html">the website</a>.</p>
+<section id="version-1-3-5-1-03-30-2024">
+<h2>Version 1.3.5.1 (03/30/2024)<a class="headerlink" href="#version-1-3-5-1-03-30-2024" title="Link to this heading">¶</a></h2>
+<ul class="simple">
+<li><p>Hot fixes for <a class="reference internal" href="api/pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles" title="pomdp_py.representations.distribution.particles.WeightedParticles"><code class="xref py py-mod docutils literal notranslate"><span class="pre">WeightedParticles</span></code></a>.</p></li>
+<li><p><a class="reference internal" href="api/pomdp_py.framework.html#pomdp_py.framework.basics.Agent" title="pomdp_py.framework.basics.Agent"><code class="xref py py-mod docutils literal notranslate"><span class="pre">Agent</span></code></a> can be created with a name.</p></li>
+<li><p>Bug fixes for release script and GHA workflow.</p></li>
+</ul>
+</section>
 <section id="version-1-3-5-03-12-2024">
 <h2>Version 1.3.5 (03/12/2024)<a class="headerlink" href="#version-1-3-5-03-12-2024" title="Link to this heading">¶</a></h2>
 <ul class="simple">
@@ -231,7 +241,7 @@ <h2>Version 1.3.0.1 (09/30/2021)<a class="headerlink" href="#version-1-3-0-1-09-
 <ul class="simple">
 <li><p>Removed dependency on <code class="code docutils literal notranslate"><span class="pre">pygraphviz</span></code>;</p></li>
 <li><p>Added <code class="code docutils literal notranslate"><span class="pre">utils.debugging.Treedebugger</span></code>, which makes it easier to inspect the search tree.
-See <a class="reference internal" href="api/pomdp_py.utils.html#module-pomdp_py.utils.debugging" title="pomdp_py.utils.debugging"><code class="xref py py-mod docutils literal notranslate"><span class="pre">debugging</span></code></a>.</p></li>
+See <a class="reference internal" href="api/pomdp_py.utils.debugging.html#module-pomdp_py.utils.debugging" title="pomdp_py.utils.debugging"><code class="xref py py-mod docutils literal notranslate"><span class="pre">debugging</span></code></a>.</p></li>
 <li><p>Added <code class="code docutils literal notranslate"><span class="pre">WeightedParticles</span></code>; Refactored <code class="code docutils literal notranslate"><span class="pre">Particles</span></code>. (<a class="reference internal" href="api/pomdp_py.representations.distribution.html#module-pomdp_py.representations.distribution.particles" title="pomdp_py.representations.distribution.particles"><code class="xref py py-mod docutils literal notranslate"><span class="pre">particles</span></code></a>)</p></li>
 <li><p>Optionally show progress bar while simulating in POUCT/POMCP.</p></li>
 <li><p>Added a CLI interface to simplify running example domains, e.g. <code class="code docutils literal notranslate"><span class="pre">python</span> <span class="pre">-m</span> <span class="pre">pomdp_py</span> <span class="pre">-r</span> <span class="pre">tiger</span></code> runs Tiger.</p></li>
diff --git a/docs/html/design_principles.html b/docs/html/design_principles.html
index b83e92e1..570f1a47 100644
--- a/docs/html/design_principles.html
+++ b/docs/html/design_principles.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>Design Principles &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Design Principles &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -38,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -64,7 +64,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/examples.action_prior.html b/docs/html/examples.action_prior.html
index 916ef0f0..18f3c7c2 100644
--- a/docs/html/examples.action_prior.html
+++ b/docs/html/examples.action_prior.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>Preference-based Action Prior &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Preference-based Action Prior &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="_static/favicon.ico"/>
@@ -35,7 +35,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -61,7 +61,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/examples.external_solvers.html b/docs/html/examples.external_solvers.html
index 8dd08ea7..738d1001 100644
--- a/docs/html/examples.external_solvers.html
+++ b/docs/html/examples.external_solvers.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>Using External Solvers &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Using External Solvers &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -36,7 +36,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -102,7 +102,6 @@ <h3><a href="index.html">Table of Contents</a></h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/examples.html b/docs/html/examples.html
index 29c10950..de39dabb 100644
--- a/docs/html/examples.html
+++ b/docs/html/examples.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>Examples &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Examples &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -78,7 +78,6 @@ <h3><a href="index.html">Table of Contents</a></h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/examples.mos.html b/docs/html/examples.mos.html
index d9292fd1..7713b710 100644
--- a/docs/html/examples.mos.html
+++ b/docs/html/examples.mos.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>Multi-Object Search (MOS) &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Multi-Object Search (MOS) &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -38,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -80,7 +80,6 @@ <h3><a href="index.html">Table of Contents</a></h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="problems/modules.html">problems</a></li>
 </ul>
 
 
@@ -219,7 +218,7 @@ <h1>Multi-Object Search (MOS)<a class="headerlink" href="#multi-object-search-mo
 <div class="highlight-shell notranslate"><div class="highlight"><pre><span></span>$<span class="w"> </span>python<span class="w"> </span>-m<span class="w"> </span>pomdp_py.problems.multi_object_search.problem
 </pre></div>
 </div>
-<p>A gridworld with randomly placed obstacles, targets and robot initial pose is generated; The robot is equipped with either a disk-shape sensor or a laser sensor <a class="reference external" href="_modules/problems/multi_object_search/problem.html#unittest">[source]</a>. A command-line interface is not yet provided; Check <a class="reference internal" href="problems/problems.multi_object_search.env.html#problems.multi_object_search.env.env.interpret" title="problems.multi_object_search.env.env.interpret"><code class="xref py py-mod docutils literal notranslate"><span class="pre">interpret</span></code></a>,
+<p>A gridworld with randomly placed obstacles, targets and robot initial pose is generated; The robot is equipped with either a disk-shape sensor or a laser sensor <a class="reference external" href="_modules/problems/multi_object_search/problem.html#unittest">[source]</a>. A command-line interface is not yet provided; Check <code class="xref py py-mod docutils literal notranslate"><span class="pre">interpret</span></code>,
 <a class="reference internal" href="api/pomdp_py.problems.multi_object_search.env.html#pomdp_py.problems.multi_object_search.env.env.equip_sensors" title="pomdp_py.problems.multi_object_search.env.env.equip_sensors"><code class="xref py py-mod docutils literal notranslate"><span class="pre">equip_sensors</span></code></a>,
 <a class="reference internal" href="api/pomdp_py.problems.multi_object_search.env.html#pomdp_py.problems.multi_object_search.env.env.make_laser_sensor" title="pomdp_py.problems.multi_object_search.env.env.make_laser_sensor"><code class="xref py py-mod docutils literal notranslate"><span class="pre">make_laser_sensor</span></code></a>,
 <a class="reference internal" href="api/pomdp_py.problems.multi_object_search.env.html#pomdp_py.problems.multi_object_search.env.env.make_proximity_sensor" title="pomdp_py.problems.multi_object_search.env.env.make_proximity_sensor"><code class="xref py py-mod docutils literal notranslate"><span class="pre">make_proximity_sensor</span></code></a>
diff --git a/docs/html/examples.tiger.html b/docs/html/examples.tiger.html
index c8a306ae..1872ba7c 100644
--- a/docs/html/examples.tiger.html
+++ b/docs/html/examples.tiger.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>Tiger &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Tiger &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -38,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -83,7 +83,6 @@ <h3><a href="index.html">Table of Contents</a></h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/existing_domains.html b/docs/html/existing_domains.html
index 4b3021f3..312b8b69 100644
--- a/docs/html/existing_domains.html
+++ b/docs/html/existing_domains.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>Existing POMDP Domains &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Existing POMDP Domains &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="_static/favicon.ico"/>
@@ -35,7 +35,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -61,7 +61,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/existing_solvers.html b/docs/html/existing_solvers.html
index caf0f92b..e3243477 100644
--- a/docs/html/existing_solvers.html
+++ b/docs/html/existing_solvers.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>Existing POMDP Solvers &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Existing POMDP Solvers &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -38,7 +38,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -64,7 +64,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/extensions.html b/docs/html/extensions.html
index b7711f1d..2f985469 100644
--- a/docs/html/extensions.html
+++ b/docs/html/extensions.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>Use Case Extensions &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Use Case Extensions &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="_static/favicon.ico"/>
@@ -35,7 +35,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -61,7 +61,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/genindex.html b/docs/html/genindex.html
index 1c97d4f3..b4ea1b93 100644
--- a/docs/html/genindex.html
+++ b/docs/html/genindex.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>Index &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Index &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="_static/favicon.ico"/>
@@ -34,7 +34,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -689,12 +689,16 @@ <h2 id="H">H</h2>
   <td style="width: 33%; vertical-align: top;"><ul>
       <li><a href="api/pomdp_py.utils.html#pomdp_py.utils.colors.hex_to_rgb">hex_to_rgb() (in module pomdp_py.utils.colors)</a>
 </li>
-      <li><a href="api/pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.histogram.Histogram">Histogram (class in pomdp_py.representations.distribution.histogram)</a>
+      <li><a href="api/pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.hist">hist (pomdp_py.representations.distribution.particles.WeightedParticles attribute)</a>
 </li>
-      <li><a href="api/pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.histogram.Histogram.histogram">histogram (pomdp_py.representations.distribution.histogram.Histogram attribute)</a>
+      <li><a href="api/pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.particles.WeightedParticles.hist_valid">hist_valid (pomdp_py.representations.distribution.particles.WeightedParticles attribute)</a>
+</li>
+      <li><a href="api/pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.histogram.Histogram">Histogram (class in pomdp_py.representations.distribution.histogram)</a>
 </li>
   </ul></td>
   <td style="width: 33%; vertical-align: top;"><ul>
+      <li><a href="api/pomdp_py.representations.distribution.html#pomdp_py.representations.distribution.histogram.Histogram.histogram">histogram (pomdp_py.representations.distribution.histogram.Histogram attribute)</a>
+</li>
       <li><a href="api/pomdp_py.algorithms.html#pomdp_py.algorithms.po_uct.RootVNode.history">history (pomdp_py.algorithms.po_uct.RootVNode attribute)</a>
 
       <ul>
@@ -2435,6 +2439,8 @@ <h2 id="S">S</h2>
         <li><a href="api/pomdp_py.framework.html#pomdp_py.framework.basics.Environment.set_models">(pomdp_py.framework.basics.Environment method)</a>
 </li>
       </ul></li>
+      <li><a href="api/pomdp_py.framework.html#pomdp_py.framework.basics.Agent.set_name">set_name() (pomdp_py.framework.basics.Agent method)</a>
+</li>
       <li><a href="api/pomdp_py.framework.html#pomdp_py.framework.oopomdp.OOBelief.set_object_belief">set_object_belief() (pomdp_py.framework.oopomdp.OOBelief method)</a>
 </li>
       <li><a href="api/pomdp_py.framework.html#pomdp_py.framework.oopomdp.OOState.set_object_state">set_object_state() (pomdp_py.framework.oopomdp.OOState method)</a>
diff --git a/docs/html/index.html b/docs/html/index.html
index e00bcb8e..150dacfd 100644
--- a/docs/html/index.html
+++ b/docs/html/index.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>pomdp_py Documentation &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>pomdp_py Documentation &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="_static/favicon.ico"/>
@@ -36,7 +36,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -136,7 +136,7 @@ <h1>pomdp_py Documentation<a class="headerlink" href="#pomdp-py-documentation" t
 <h2>Overview<a class="headerlink" href="#overview" title="Link to this heading">¶</a></h2>
 <p><a class="reference external" href="https://github.com/h2r/pomdp-py">pomdp_py</a> is a <strong>general purpose POMDP library</strong> written in Python and Cython. It features simple and comprehensive interfaces to describe POMDP or MDP problems. Originally written to support POMDP planning research, the interfaces also allow extensions to model-free or model-based learning in (PO)MDPs, multi-agent POMDP planning/learning, and task transfer or transfer learning.</p>
 <p><strong>Why pomdp_py?</strong> It provides a POMDP framework in Python with clean and intuitive interfaces. This makes POMDP-related research or projects accessible to more people. It also helps sharing code and developing a community.</p>
-<p>POMDP stands for <strong>P</strong>artially <strong>O</strong>bservable <strong>M</strong>arkov <strong>D</strong>ecision <strong>P</strong>rocess <span id="id1">[<a class="reference internal" href="api/pomdp_py.algorithms.html#id31" title="Leslie Pack Kaelbling, Michael L Littman, and Anthony R Cassandra. Planning and acting in partially observable stochastic domains. Artificial intelligence, 101(1-2):99–134, 1998.">1</a>]</span>.</p>
+<p>POMDP stands for <strong>P</strong>artially <strong>O</strong>bservable <strong>M</strong>arkov <strong>D</strong>ecision <strong>P</strong>rocess <span id="id1">[<a class="reference internal" href="#id21" title="Leslie Pack Kaelbling, Michael L Littman, and Anthony R Cassandra. Planning and acting in partially observable stochastic domains. Artificial intelligence, 101(1-2):99–134, 1998.">1</a>]</span>.</p>
 <p>The code is available <a class="reference external" href="https://github.com/h2r/pomdp-py">on github</a>. We welcome contributions to this library in:</p>
 <ol class="arabic simple">
 <li><p>Implementation of additional POMDP solvers (see <a class="reference internal" href="existing_solvers.html"><span class="doc">Existing POMDP Solvers</span></a>)</p></li>
diff --git a/docs/html/installation.html b/docs/html/installation.html
index 6a929526..ab99e5ae 100644
--- a/docs/html/installation.html
+++ b/docs/html/installation.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>Installation &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Installation &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -82,7 +82,6 @@ <h3><a href="index.html">Table of Contents</a></h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/modules.html b/docs/html/modules.html
index 739a22e9..c953229c 100644
--- a/docs/html/modules.html
+++ b/docs/html/modules.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>docs &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>docs &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="_static/favicon.ico"/>
@@ -35,7 +35,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -61,7 +61,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/objects.inv b/docs/html/objects.inv
index 807ff44a75b4ac88fb1b45b2b1c2b4901dfb45a8..677b8715731b5bb82cb08b5a451404cc80b5b746 100644
GIT binary patch
delta 7064
zcmV;J8)xLSH_|tdcz?-u+_;k6>nrk{?nU>)Y+D}6s-0}9Ts|#XdXj9vTJa!BC=+E)
z2ALZC^$*~XWM*;*00EM<sj`^hy_Y~BFb9%2^b<FEc1W;_Im^~z>MYY_kv#t%#{MRt
zi<b+Mu>VWi(>d!b4F0P~`QpD9FOIs>ErXxj3aInp;$Jrs*?$X2nl4@q1A`D9k5iIS
zHwj3T>!#T{_VM89k9&8M_>v+FVjB!B%IJzqf+Y<Yy?0Z(3Tc$t;^GOXnVbGhtmRqx
z0n~TBIL+MqP2^=PMxsh$m&ZX6Z!(aXLQJ%Vbgr*%YVaXT1?sFp9WS7SyJQ6|UUdc`
zITMB?{=?}b;eWoQAz8-Ra+6V1Cb0FWL#M((%cpJ<2h4l6L{!vltKdaxmvtMfG&UZp
z^$R%XG_RxAoW&f&_V*y2l_*l-c<w3Z!Y`2gmlP%ACDZlQ*N=BtvU4z}kSH{l8G=-7
zB|5evsF8h^dhteB+`ae$8`5(R6Kz5_WnpRwUiy}ZMSm+dV<E-o2+5P{(<EEtL(7bL
zU@6N|mqjeYCqQ$%HRPeI#g%Nyo!112ZhRj!wdKD{mIo4SD7vZq>r3oYEPr@IB0mlh
z`$Y$!PP0dcQGzAz_14%>BsW1VNRG2_sKr(RI`=#lPAMv}an(9&mWpNu)oa{wN-=Yy
z!gIVe3x9l0BO78Hp5F?5?kF&kQH`yz1;SUNX+<-#0#x+Cg#WFI&fVq%A_ZpNhF*f$
zH5X{2p}72bjZjcqEVMpEjfmF*?_=6%e<jD(gIyDzG0`7Sk+S#@*cm}QvXhr2R&vK)
z&Xhf=jB>J_ZNjL8d$`Uw`S<50jZwDr!<$sqdw)(s`WW*c&XT0eOS^NVPT83u`(WkZ
zzVq|<AP2CjaWE2;Lww(r2GyN&I-o(&oVe&TSWW17nNt2htl_7b9L``P11hivDx_1X
z0V{`Dt{ufG36p>}z|qW3j-D;Sii%Ey6dg7qAw>lp>Ro6<x(!1^fc_8=@5eHJx|I2f
z<A2X~AO}0x2GE58BSD{uY|X0{S`*PkbX<2uGtp#*u4_TCfKQR(&!Y#%<0wRH<{E$w
zNs{2%%{Ym~;Ins~O`Bp_no8j@@O)>J!`twpjj{uu@c4oGwAsvB$f#n`&1N>C`|TZY
zd-<P3+qKdf9J>HM(J1ebKTv$n){c$q>VG>p<f2^O0<OdhcB#Syt8Ka3t-$65&;Uei
zxc5<U3-kb87G>Kg!WNgmR}XCP2$#JiOBS%~*%k$AujeX3G|C(+AF(jJzHf;NSm@J%
zwUC)kMtR60yd1c`x;(qaDWYN_2+?IU0CBxV6S#5|gIh3+7%aGlCI!A{XriOqaeosS
zbsT$>cQp~suK|c_eobIY#?hp}H;yJcs&U*_{cZEoyW4ht5lvzb6xS^F!7I;HPgGhW
zv0#7uH25~S&wy%&<?JPWN`$j&jxV=+cM;H6+mS&%JTt?O<NP7g!bXYaoQW*JsF)Sr
z)zydX^erMB<}6qXc4`fKiH?XcxPLsrjF*2?4{PSVA01;+=753c8?4ZU%jqXeS%WvQ
zZ^d-#4YBBYosjYswE~UNns)=+aUz!HK6(fm(;ki13$0GsoSNui!D-`b0*t|LjfUGs
z=4f`zv4HmC<QW@tReQtQ*6eW<8Ep@LJN=J|k1ja1EtqASZ7YQ4LU6}toqxD?YLK0A
zU^l)M_iASZ)s4Tu9EI8><@S&2fonu7Hnanu+Jwh&^!WiK%8^EvC7N?xqZ*Xh9@@Yb
zK|M^InaXz5!y`579MVAqH0;^aSf%JLpKXeOt=5_A6Tw8I2LR;m3(5@Ru{am<(V2Jx
z*@4o_Y(y#QWR&K_;?0C|;eXc0<IdCB<xYY)%UHA;p;RlX{2#8zxL34cT{CHTA6GC2
zEE<(BiCL7T<1z-%t8!@!lQSm1yNTrgAZAjhhS*3W^#nZ5#n*xD;N5(xM37k`D{TGU
zc6*eAoo$QMpnkYT{-G{99yMe!-wNA^#jCXqzz+S$hNZH)kH-pGp?|l+Hlj@_FTC5K
z9<NaQ$J}^4(D@>3j3XM6*7T1(`q7L@{O4=_&+8(o^+GO};ERA0jRE*@Hy4SwSe2~j
zZEX{WghgZUWVDJ}Q%vt*@rC3U1@z)&GC=n|PbTue%oGS{ky;JAjGbhaV*eP&2t1C`
z(Bpt|n5$mRu=O=LgMR~T!c@KhHltM~g{p?nm1!b7m*Nklsj*$69)`vl9f0&AHB^0>
z+Ka;^j%YbOqCiu>2w~g=8QU(nQNq17gzoSyJuasXlBUi`iqpjUymMf8F5|TSggjJ*
z8GRYFZt%#gEj5kxf+@<PpqIHZxS`K(4m2h7Z+#n4$Ix~&%YRaeb20(@MOAvWXj<TX
zs?L`+ZBx0&WmSL!odzC~q09dVi~OlIT*UE@sWn{2@_%zu;e0s#`2XKeZ_avmL5wTu
z{Pgy2W^#__ls|u5-OQ}SF3$g$Q;B`Ky1DyvZhB^ALN}j3{W+%+yZ!j*`Q`cT>=e1*
zzRyq7zyF$}rhi%0xZA6*^V2gc5AgkbR*kHbGg<y9&RSaPt2gH~^D&&-#HPheIgm4W
zXlE)}F_&-6PS?OWq;XUgn{nr3R0n#TFJCV%CUODbNq$R}zgPmu4F|doU?mG05~|aX
zNt{k%yM206(8f{wlBUfY$Z>-aHOK;D{*)!t6jK$=RDW7-;$=K>+0+usx|6#1@h0-;
zku5VSA&1L<x)TTjuA{cUsoCTxtl!$;mHtz0ako!}DScV=%-3&H@U+0AG1?MDe{NVJ
z9!6=*Q|;9n0|DE+5GN&fE3247MM!>7SJVi~%Yv9pgh=_sLY6&GB;<jm8xl<7s0wOX
zLBFwIqksCS9cIVp<Z<v!-bgY)L3&5hl2_0vRj_d7t||Bsn^hf;%r9=un@&c4LExT&
zOs6J}T)8bK+9Xq&h)_Wvdhe1PN5d2KdLv+rqN2J?Z$b${98YZzoJKz7Q;H}QxYYn)
zA{9d?*)1xlqPE1rR2>>;BkF?On?5T2QxWg)F@NTPpN_g$beFo^lvezuodb$r58wCO
z`LgE6YwZe#;9%)-R-E~6NRrtKb3TcGTowY=yWt)BFontM!sL?}dTMhdo%N_~R^?jA
zaxUZ$_xS8~D{>ZP+a}Iok$cZ*;Jfj?`@rbq+=_TlZqW~?Ggm1e%G<;_UCC%nDf^{A
z`+qu`=5-v)BYGs9dFB=#=^r5Uk!5R9y+o&AH9v#Bt|q|d>7?eY%DFhbJ-^Xk&bO}b
z`sV82pD#b({WW8ab9LmUyyh(V%-r@rs*U+4xI((|M2kX6ln3h99=F*O*vz?^Ny}m(
z&7WM@K{)0K$HNC&@@+NBah-<b+0g}$MSn4ZzJq;q^U1n)Y48vx(@9i|buyjKIT@ny
ztfrBk;`X%3{aRCoqZGc(YK}NsvCYPlq#pQeJZ%&Ef=*pL4uW`-%}UdB{%HS>--+sf
zQ-<>?CV^78IjgxMdor_CGoe%JQ#Enj?~^uNRcpJ^d7|pJFGXgOa*RIf8PuX`LVtUQ
zsGE;*72C9DSf*{d=2WV!`q;hr^?|y}=lN=!*yqAT&ZvUOBMi(d28c7PCq44!R9*UH
z&dnnGw9d#dS>!I|c_UK9B^!TE;6PEaDq5ZM8BtJDhmsv_+g15vabB_ik~z$+Ruyfr
zY2B@N`i-&At0GV1;9+!9;|Z`HUVk2YKN?lL--hbM0MltC_MU~uh}bVhj_qrjY>kI5
zyrK*WI5rXBd|Xox95Ad~3-eD-uyo`<m&>ig3)X#_UcG#2B<fQ1Au;mi)yr2%IuxRY
z^$R-25~L7?s$bD-EJX@Yarza#!BPZ|LenqkEta5S3nzx8cSe$KZgHyDZ-0g=l){Dd
zOL>nc#re4*RcG9^oKEm$0f$_@dS1Om)&n17_3L_ttxIiC)i3TCTO4>4)vxQdp)REb
z#C|Dn@T6dw)LTSJ>I;bd+TI~*!?g6@5Ou*95c@T~N7RH=@l3tC(mGkMl;f9pQjjX%
z@he10h{k<<jHnC8kd93~IDaq#P``*b7$Ri69fs7qJ${R#NdA;PCp5*7^bSQ*MtR7h
zBItyvB2!<jJel7w=RK|*EN66rEDO;gy?%+T4aX_HHuT@((QW<+e8E}2oMT)$&HK>O
zj6|M!hP_5s$YfLnCVHHl5@T_1ki{jOMOl5Bn~}D+$lA)Y-}jtSH-CsdXe^n2k?)K}
z-aRL#jr8l^P*gY{PR|h9p4abj)O@<SLXmTVBZox~lp7CN-n_(71HN6SUyYeJFX|V{
zY~dR-N3L-~s9%nm*Um4~ObE}I7tmDY0-}CZX6_n%^<}>ZGrz2SFJ`}(LH}#IzNfUT
z*z&y^wF9&ii@9#7O@FAl7Kgy6x8{aHthcs?!K}B2hQX}0R;Ep?yYQn;Xt<Js$g4H5
z#pKr>!D5Qg8LAra>#lU*P>x;XXe$>;8m6!~<CO>`?vV{$cVz*Ga%@9KSt&r`AGx4S
zW^eIm$1ZTR*;qsk;}*Qp>?$6u=`1Ru68+gyL=oDvqKF#IXMaD9#3;{l8nbE5W}35V
z&03n%>da1>v+B%3YO`w3HtI7fFQ98vdBQ*K`Ae0VF>PM6iBoM_lnGL8cAbe(eKPT_
zAqmDWT9cX99@31g05hl}6=3RArXs5<O#Luoo>m2S40Pv?tWH;;>xA}L)ZiU?tpIn|
zqMpVa(xcU4Q-41?r9~qh03!kWMO7-lDV3JT0h4-hUd2ISw&C@oxZDc}3BC`qk(hYE
z+h@%Payte#-uq006l&M#>V8P`3Q_SjO7qmpp9H-YRQF?wi|E8>0DC#`4}e|pR;C1s
zhF=_~g)8$x>0-DY7FBrXo{OPansJ~L*C%Sm*B=Z#YJWx*&}ap`3CN5He&dh=5BRz-
zb@M7O-Vk2_y3R{kbcw8ZU6&b++I3uJT+r*bv{@9d(=y_*XuK7T)^%9gY)aQ%nXo{w
zvohiUUsq+q0=$mOgaUZolnDj+Iw@@urR$=!S-{spsWT`AWq`t~-lYT|Y0xL(BUlI@
zFss7CCx2eH=pfjPv!d<Bzy)8|R3`>zgwAzLt?%jbsa&^YhZugHQV+igv6C-=cr*x7
zV3oHcLaG06LxSqHQFe7yVUflWQGB&qM3No7F6^+&R_KoK70oX5$Jbj;qf`%o7AH)m
zDw+;KYU}zV3Ii{PnP}3vNkO-%It;YFJM9JBU4ODqkHZV!USf$~+YT{BfH#;Z^D9QR
z*R`>oc;4a*m3CtqebgSC#%@SddiX{}R9brmq!<=m*MN2cRf~^P+U02UQG0B*9YP<q
zy;9VOxUE}~2Qf2cGpo9l(f9*fSS>a+5O$@=$yO9twrq$53l<JP5C)&^sCHjSFALp-
z34fTCP~N(tfC&#+It0pA6msQno(__qc{-KIpnGqqa}<9o92M+iJXU9P?&M$Kb@DcH
z=D&ZbORTn}-NF6}f!&EnNMZXZyJQ?A$bhyv9THw+Nl<8jI;6ZolTvk)8{?DIK-gPU
zVR9E^ZZE)<$qrHP&_pS=oE>_8L(>CqMt?h`yw{bYHn8hpKS5wOu1qH{F;r*_H#_9K
z!jOYvs3*r5QcP|1MBDGeyKEiIZw#58(~ozbufE(GHGL;<O;ucdxIMr5c8Vb7ovD=D
zyVJXKLlN5UQ*ADxgZ(`MySdLg!BBzM#CC;&R}_TewYoyVD{3)yTU`O*0WzR_IDfl{
zUmFpdch<Y&x&subPY`uUc#9;#xUP0ZaMzGhbu#kZzNv|%-!LU%`H=TmqLBQ^36>sX
zU-C-Fy)HK_@S7dd;TfSW`d8ZY`{PP|4aeFVQkrEfTA9(m)~DarR(*CIhYFuv>|)jN
zp~?r<I@$Z&rryLJbOLeri*#p@hJWT(2WZTuW=zR-T&O9hqMKBt)0nZ)XV4k>8L;Wj
zJ{V9cEO47r*|iIeQK3GA<!{kgZ_r`TSXj`ZQJlXqpeRr5TP+r)QJpq{6K8AKMt&_G
zz2TV|i|(+;kadI>&~Tif$fnpIR7U?n-R+vO9S+UD<sl2F38yKIvZ7a2o_~{f^3(V$
zPI`KjU2k^vEQgpJvJ`{oqTP1m2U>;%s6=#qVV?{&{^G<;%?db7Z%V#BxNkk1w@ioG
zyd%Q;mu~;%a>}9ywu<?-`Ls`7ma$5}1a0!>WRSBWn>1x4f*178>)_&UC3QYE*jt;a
zVR8dj$8|-+#WEVYZnsOfEq@`MT7nlp^bUfovlGs$NIesY2q}rCr0+ZOVV8R74250x
zl&wNCTE=U19uS;e-H`v;<hSnbT6o8Ic<mz6=|#v9%dS04B4bCwxRs!xf~9U0^DqzE
z<WH9wqq)I0@-ZEuM)w-Q5!JoT>n6W-N7TaW5Z@m;s~hC`ao~|Fe}9{feAc8M^-L>d
z2Klj5Ek<#MZ7L>l1kU$7AP)7Xs+tG<<M$Q%#ia8QGlBCu6ye2@PotDhuVh+x+N$Rl
zjVACRhf*eWtcP;eWz6Bp^F<1A^H3DCkTY7xvroj7t>2-VnY4m3Udd)AS@M`aLDeFj
z_r*TSf9~$>7e9M(5Px$V5NA!F+$?taYS}mQ+(7Jx$|K~b)Xo2N1u!xqhQ=T-Vs4C6
zUiPqw*w0O=&m42Lltp2daru@l7sbjNP>!E(DfL9#M$)yuJfAK%t5v!0uTR@H;gHHY
z;T@;+EdQ%0-`1{lD>@j~S@wl`G{q*~k8ba43Qp53r9W-TFMk+(YoFj*6rTrvw}|iC
z#HLAqz*9r~z*>n0<hgHKj43)L_ZG7yB-~zgmEdkdigLBbAnNOe_Ff)^z>?TQUnUj{
zI0|fnM>fH2`uS)Rx_QM-Et5pC-?y>Ml;Odme0wHu)h9@B(F3)IAKJ`wo4!B{@$M<-
z)F0l>ZOCM^7k|RzII{?EFH=(SB%rxR=nv{@%9BxhRX3AyapiVd)O=!*7|sgw%%Fo%
z74S6XnXvigbCv6+(7D=s;uW*ma&RwaNlt@gO}<eti}_)6)-oJ->d+_gZbSk%kEX;^
zQ<CB~A-?f;&r8_jlbd8mqRQvctZ)?spEya@HcF`hZ-2RbnoQP8rb*Hg1|N$ii`^pK
zJqz~ZjA3&;p_7zJccz2}0K4ad4so57@U*zB0a>y0z}$pyqQi5n>gZwBvD2ThlMv30
zyQJA8rIG$5U5WE#jPPuX@XHY4&hUMbh`!R3D~8Ga*B=0&;P-$6z=W#54I$*DKk*sq
zKLQQ_dVipv0Rl@sQ?nNk&fjSqxhc7)W>OqZ%gY-KFr*AO6^`FjOv*wQ5N?W+P>%@@
z<gLljyf_%gx&8X#_T$ax>$~2yF;&!MoMmws(EH2+EU)gLLdM0#^y9|}6>uG}h@v9q
z4Pi<>+z&@DbqR=!7)L8hCR#(|o2kUMBG``9EPqa{s1>;Qf-NE9LZ)jXhUSI$M+3D{
zOje3WfZ_rc7xAINJs3LZjEbSg_7JvyKWdBPoY4#%Uj?YG4HI^n+k{}~?6v|nBqD_#
z++Z*>P1y1>1KD##$41OpX!rtsNOU_>4G{o^zGV_;AXJDN7$ho)8e)IQ3@FweS#HG8
z27lenbl@t+Z8Bv;HMlMkEUPQ=F&*3?B(_>?uh9+*j&fp1W5Zr-IjOG^yN`JYiQJ_R
z2@jrSz%dvt%K+Ojx1ST!&fIh2EbD#3I>l2XI3F&)o}2Vgn^0F5XGl;V|2qAG1a<!9
z>?0D?r<?P0ELoSQpU%JBog$&#oMYwu_kTY>-(eZVU*{JWSKpDqe3p`>QN7zjrA8p-
z@~hsoZH^EJz8Qk|Od>M`%DKt5b_ucKMoUo=f<^bS8A3=_@_dFFNEBy=MarpRiKZLR
zqiJdeBD!SJK;T^f$eNkv#xoVI@1p{S{H<v4(nXs2zx%Pbcu~AkKF-rFs`rnYV1N5>
zY)N)rStP{!A&h0`Rfhztn6qphrkyBtl3l>&y93zHGEE@(B3UO#jxogZz*4!I37{%c
zcC(d8t%UcSg!D1yKRSuFDfS5JH(P<LIC7o1+dy->u-o@~QHujYu1|V|x1{ahYNA1D
zo!nU|k>_s=ODK`SLi{+7PN<@!cz*>TrNjnnq0xhq5Ro3BLZX5t6gM6!sc2l1xPV{}
zXo-pMZX)?VfQmYCCw~L4pE)GI=rE;B)y0(~43mIuu93Kp5@u(4N|1$BDSJ7Gttw9j
zwWmhnURsb1HNonO(bYukU8ueQvkXYv1Q~PV<=@oH+>{dTtpU0YU+NUqf`6~92<n|X
zUsX^C^4D$efh$qxyDBPSRjlPjSdD9cQAHr2KDN9CuAZIms%V5&-fk+Tx(tC)7Z0!L
zJobK+6J&#8>$F{p8fZ}3#*Mcs0(S4iSO6LNMP+0)tf9IUc+vj;AOqBEZIkw}fxMDT
z2lYaA+CEm0myroUUZqUfM}Ii%HR@}yVTAo&p@9aaRjT!^uMLZV*Xkn9_^^&``0qvM
z{no=gDmA$6GMfe9F6=fHd(l2R$@imz>~ij-K&Z-S&tS$zaOlMlCWwFMMlq<0gJ>uV
z7=EjwBC16fbv<3Q*pIf-3DyWm(GR<Ov}w_aQp`lPG1bQh2B;e641e0V8aS=rH88!?
zI;XQYk&|DMCBDWL06S`Tekd?Ll#do?v9}4grFrD7NwlItypyrphsC=et3QwOb0$$;
zr2-->Q@*i1ND;={sld<jiKLRW*_x$`>#NJN>)#h2Ym_6O-m{3l$ky~lqaixP-MNk6
zEPqL0(nax76Q<$n;eRm2O9CcktH@0_i#(R>&0rq<Sme%G{&;b{eSB20HDBH;$lp0H
z|Jo*X%JBLEJm#(MH4_vd*ZE;r85iKilBCpMlsi(cWs;-Lqb;rIt><4BU*&;LA-4E!
zaa;U$)GX{)w8{t;m$Dc7;wtZjE^dpl-2Yr&-Tv><Zi%#_G=Ey4{Eim!j&MDNS<6D-
z<KF$P%ID%~VR^##^WSQq)-2imtre)wiHt_+ehX7St+J6WK8g~`bF%p1NOaCv<kP2J
zJFT7;?|qj4JgSqG@QoDP3Gtm;EnZ18xhn6|hh6;g2T}*UDxbWNNnac_f8V9tdrxSq
zpA@f&3N3dW0e|Y<=SFf_`SLtH5>>DzN0R3k)eogf6^rdf-n6VU?5r_J|96z%>f;7%
z$q8q>iT8dgUb@O}0V)dmqWbAbUVQPu=;N^8tFB(E-Z*M}!@$Q~=e?TUZ){AlY+r27
zpp@0>TDAze%|ePGH{d$+ivkv&<S5;QA>q#;j3Vh##u1-iuxvPA?gT8$j{XDeLkk1X
CJL-)9

delta 7033
zcmV-<8;0c4H?%j9cz;`WoVb>L_phk6W*%l9!X(b6<9>5ucRFkA*vEE~(@!iF$W`h9
zB7*WIzy3%F3aW~WE?YpqbjOtVz7J_@>%NuJI86QY*+bEaGLo<3%v)yZB7Ocnrr{>S
zi<b+OlK)HF(|PMWj{ZxgeDU9l7e`&`meEh91gZn*eYp77jekH5B9vu|SN)($XkNfD
z%CVnDC@J*fd`&|bX#C^e-=v{{k0T0=PLdq2m;hhmh~Rra!>br4xeFeaGMxL_&(uji
zmBMl82Q<t5`%Mz$gaXi{)Mqq`=q3j<#TwGPzPhQwtt_$))C(evn2%N<McT^1CFk6D
z_<tCFL@X3ED1XlxS#EL+$^>IIt<V`a%<`$9(uf4lj)-JUb_y;_yR6SprLhS>t)Ihr
zr$zm|W`r^b+uwuqR=h~L!@0+dai4&SUow!47fjbzUq9YK$u7V=DUoX~GX$vEN_1#P
zP$P#V3+RSh+&%vS7t#w4lWbx?BXQ;kUig-TBr88BF@J{Vh|!ZD;xu2wLyL@gAQ{Os
zpClxQCjfK1HRPeIg_Z2co!10_ZhRj!bLGEFmIoAVFu1Aw>kADrls~*dNl0VBe$fG_
z*X+?jlwgT_y)`xv$xToPl4<@8wAd;@@19Zal#&t~R;{-t8E<Aly~Z8G7&0d+JTF+2
zC}cQsA%C{v`JKQQjsg-H)YzmgAhzO7E0~c<P~HRM{<kVRf13}06p(ov2Pt6JoTKrE
z;_~A)KtXM>!1@q1B3ui+kLjZQ6&za+c8yq0cz-+t%Hl&{Zv^qcPF|2W$sKn&Q}(2C
z%+PkG38E72;d<Z1-=CW_R@u@IZ&Ow88H({EWq&`sCCW&Ub>~Q(vNJ>W!OFpX=jZQ1
z4q#Q|U?3<Dg`qDDsypXQK%=NRanWh8hR}4GVfKKW;b*xR&Ojq8RA2*Cl}@DrtQcnb
zZWL!IP9xj^2Qxb{dUgcMD>{xcP}rf4fH9=sun7R@4-pD}Ea}sw$O0JGvjaKU7q)<w
zwtof$ea5r3s0Co&you=f{tD;3b&Gx9fnW}w0mGjs4}{Sq25XTTfF4TI=-JO1O87Xj
zcR9?MVp*DstlV&JuE`N>m~2kmz^9BpkPtUpL<boq*T-CD6S#}r0e6@G1+-f$t-+xS
z;1f=YzVicy_iXLhu&%y?L#&?_E#Qj3;D44XPNCYCtKAB0UjPk2z=nGt6}CVR&_z+U
zb@*Lzg?shD1rK-GOSB{r$)8<OfcAQ>Qb40Du!_M2f$RI0s0wRxCa?}N)5|f7NdlJx
z*H@Qk*DysS*K7b?MgtJmTQq?yM=`it!ivFxduUR?dxj=Ds2w+fLC3K-MOPEh{C^sN
zu;$kUc4Qn)3V7paqJtX8ZPnklFTJ~M=NHf<_CR6HVjsNnO!b_iBN7Mpw@(9agZm7i
zc34g{;-{25tLFG}yTuj&eYG7K)Wb77d`gRlKx+^sns>&t0HR`6cvn{+wll4OaFDZL
zE!dee>?JrNz~J%#lP>?p0n{XUKYu#J`pE$UEA~Qx3m4N*j<N=BVBd=A)q7XL^?EU8
zE9?XsqBZXZcH=}G&3*I`G^RZotru9Gayd28!vfRB*8~uQ-x>|JjV#dIn4^RaX!;C|
zxvITkZENm0WJbHg-%kHS;)4s$Tni@oX4?vZxe(a#StqWW8sugi*p2VRy??qHL3QKr
zFGqnkNrnA`df*z-i4E<*XD;C(9DQ+C2s5COWr^lp*QgdHwud&bo6igrW~Q<o_3-qI
zK8J7+5srJdA66;4%V(P+BCB=ohln%b<Us*)_XTZ+@mRbI@#u^{QQ3jg%WOr->tvD@
z#Qe<^Gw#;M<1W&<<xV4-=YJ$wjZmr;Rq+o$AS{q=Sl3J%+{a1Ah$N%(rIaLjHZEiI
zyegN*AUP=t{Y@hNr(z~`Y84x4q@IAsyZAb=bGw^Qmq=xn$O&72x7{7(U}xJQwNgLa
zA^%Vp9gbRMG2aQ>h{bEP4Zsck$cCk}x(~;yvO@2KZA6>WUU+vyJ%3)I_K&&YcvR<$
zoH34QL`Ks;?&wD|CjOtV#XqlQQs;$SF2T##5RC!&a5oo-SFTFd^R}*uV?>fMcye3?
zn32;vP<%1^g%x`7BAG(>y-3FMzswXBP?=f}y9{&Wlw$uF#|S*0*3jdCa+s@L&2aTK
z1%s#9gz0>N+Kg6}RDV^q`dpbIvUkb<(3%?CCF)^loY7H`E>o+jFH;9JPHBS6=@AW@
z`b8DSO_Y=Ef*VFGSgX(-zGcSc)$z>q8Ie5rYtB0dcJGpA{fF6ARoKy&@#O}O%(_z3
zSTC5OEF`_ijlm6lZgZe1p?~Y!h&qP0n>m&u&&fpO7uM<3f`4gI?^AWYY-pR>JuasL
zJk@F7AsMFpe~=`cTEhjUKc?1jNyY!>q{91f`tkq2pWdAH?t&Os()sD_-OS`1&nbWY
zxVo8HiCvukF{cvya&>d}=iKzn%7kt{fBJJyC3gGq&-2Uk+u14dzkQ#drhor6M@_S;
zakp1r=ci{@9)IBb`K%gQA!oAu(VVq()K_oLX%=HRy@^eSnQ|a!@X*dwvM3X8%}&?A
zIizt^$<4U)F{%SS-j}Zz7ZbSv<w<@=m0vCa6o#X^4&WpU8WO70kSWb3vE4pBnbO8l
z_mZZ~8<pb*BWe%@M8YXcrYWW>nyIwh&?TL?Y-$N*-G9mad%8)&d1T9sO2}j4pZ)}b
z6xUJP-!yD;G}doj@CyH_x47G<!j`@)dJ>v9DR5fUqcOS?gnw>G${!{fWts76jfH^i
zb%m3X`;}Epp&~{<u+M7*W@SN4CW5DYA~DIIClc~NvJHwRaa598RM2na*Qh>fhuI4m
zdK^5HH-C~0r69c{X(=k`lqyKP^4D1T5SvpSk0g{A+)XE=xXW+PK&Dee6JKnLNjB+}
zCc;(Vhu&)+$I<YFgWd=jqo}Cvy_--%MCsJ_z;F^`Hl+xuz^?`X6R8+F$?i}=6}5#%
zQ*~&(4X+DgZ~Cb8Pcq)$BV|#Tjk;HKm%7}PCV&4j&H>G@SKs&B`Lf~18|?~K!GY4_
ztr!XY7^Sln=6&M-xRe6*yWt)BAccvWy~Go$dTMhdo%N_~R^=*Xc^6`cdwh1g6*-Ht
zZ4>8_#J?vv3VnL-KM?#lw<6w?EBoPi<|@TQaq&09D-n$;BfrdNUq{otrc@l!L-EWr
zSATk>e}K?OlCOF7;+=xk{0#QGngE-plbW+C@8b0K{KkAa-?_f)o2!3+zWjXm*NipJ
z)sdI-nzQ6HbKC!@Hs+t;3h^f3Eeb|S5vbpI+~!VTGv{U|EvH;sIJvNcaLf~qhYz$A
z+iJAqIt|Hlqf0#&#R&Qi_R-BJ>)NHMhkr1cPNH6{lj(HM$q=n)HLdi>+tViZYfTxR
zR`@cfIpP_`HXBcpe&Dn5v`y>_I(0D`MRb$TO4D@yX#bAiiRyn-hWCl0NGsf&(_9ff
znc1qD&?)t)nz-)wNt>>!wcY4EQFYswA~H!kMxXNxYEd<zy{o93k8#Ou+A}QEHh*1n
zD%Dnf<evZffc@q3d^Jw&bJax7sDg+i3?z^P#2MC;9(i-BE`2iRW|4hbXJnWp@t5Mf
z5t4Dq#-9^7P$XAHt8+dh3QFrxvZHOgDu0yc75gulgWPIW(aKHhe!bIgjD21ec}Am$
z(Mhc*z<PKY4SqDLcE1hPi4{zzk$*UN<{l#<zce|vuNks69{TDPWl+GejR5cC8VAY&
z!@9MQ@Z<zaNAYvH+&a8q-KXi*%a>N7E_ojkB5z*3d<CRKBWhT`pkpXO8d0eF6}^U1
zq!AUTU(p*VMe0##`USm(5+t{9LP&aNCF$lCrh5HmsX{AUNWYZ#a8kUV8-G-F#%;^#
z1WuOXkgHeEtCzrf)W=x;x?Vx+(i>Fui#vuEr#y=4*Y(;`m(~Jezmzv{QlL!gEubX*
z1;l=B?*O$yTKaE*y3`jC`!&4>)C5%VY`wbHI$5uj<Ckz!fGXbcD?mwr#(jJYs0+rB
zj%_`-Vg#Um5pN(wh<G~$sDF2R{1!x!_$hx*aRwpj9f+hHvzR0@=!C5zTVJg`ncpwx
zJ**rkXLJHA3(z6GehI7%#woqF^xyo^ZShF?g0p@($FOpm_n~DuN&@=~dkw6Rh^PvL
z_c$3w*5cj(i%S_v^7=A2D{XIqwUuYT?-|B^L<7}WGW{aoS&O`TPJeA1>DRx3sPI0V
zo&mHyuiwL{`E+#!BIg7~4oMy`vmUU#c?qLN`F5RtHFn-y)-RCR!Z&t~+~9;zzZ^TS
zU0kM_B9@aN!kNwmME$Dl+_m!6m;EB_{Id4FnEhe~{jcr%p4PHr%l8`84yC17$aO<w
zLc_H<06w!dHwa?0wSP4TX0tUk2xg<TGGk)Xg&$)=%as&BUZa66B){<p7E*-CP}PFp
zbfp7^a_k}pTe$$zFonfguS5WGk8J3sD+@4`V;efiN&yi6$OUaPdkaT9c7cP<#sX>>
zx8SX2SK(-FXHfx_n9r61iZGrP1=L_a`)MUcdzRCh&1g2$o`2P7*3zEVWOmY?)npdZ
znALc;(VS6x0o|A?;QndPU+T<^8S~mroEp=DOpqG0n@oh7lksnjQ8a$h+RU`}kmhKm
zFoVidDNLP;RA^O&sUJox((2%jf$rU*)#*y<I-xxlJ$O%CE5Q6Uucwr$^k|LP^p8#%
z(Fg}XP(*%Voqx)2OJ(G7lt}|xRB@#++v@d0Uhbs`seB(~BQXjTZ=bazDC}6V@!n?|
zq|m!Y*Yrc0SBUbj(VC~${v_3FK}|nKUPQ+~L$Q~m{sC$iyp<^xMXO&NXM`*ALF;0;
z9Tr`9@1F6YSe7$ICvHyEjITc!c+`$6!pTbUCLlW^^?w_OG<cM+`_ebB^5PBt6-w86
zX^SqAHLvTkqtUyL%Z^L+x-DZC&Fi$RcpMsUMPqawmNA>wbyqels@GXraVTF`Wy7L)
z9hD7*;&oFt6w2308Ix#T7iG+%d>xcNgH})mRe0UIl+;HW_=)=n5~~lGbz#*fUbg5;
zusI{L?SF>ARlcsNPOO*_Cf6~wzGup(bKQ~~V)g5kdiZUKy<!0*z)_SbR(UrfwEF)p
zB<Nln<yJ=(7HJ$2@~eFrNp|$Qu){7|p*zG@IKM0&UvD*yQau#3cyT&a(R2vXTh|{^
znDTO%jV6<u6il0{!$9l1(_V_ZOZMquc-6O;IDg_dwnIn}${S3y`8A{3o7&h;Ja7Jm
zTDvi=K5CE6U^gTvz4}H(P+E5eq!||7)PQyZRr8P2+U02VQG0Bz9YP<qyHYfWxNTaJ
z2Qf26GpoCm(fR{hSRFPsD(qU3lbtAVY}qOj99X#efiU&ij%xRX@Up6#FcoGcw70Hk
zV1KFyEFA(RE39(mZ;?(VKZ|rakwN#~(C3hUYaA8qV?5Sp^zOu8%IoB9<RpCm(v(<l
zNxOsn6#%=Jpct#|qwJD#3?M_b&FPTv8cKpj1Johq4VaXwo7@<mWER5Sf(jG67z=w*
zT$$_;^$tvwX3N>3=Ql7t>dk0}l=r4m^nV6+9qcCn?ADd(<Ryd(gW+a}oL3NXKn(Td
z7($Azjh-0$UG*+o2lE?CX7BXl-RG+>w^mKx$y-|$S08TAZ@!%ZNO@-~<@WCM?%Yy@
zvHR4UOXy&K55R8kvrZsXz%{X5Vc<0dfq1R1Q1F^sY~5B@0C)u%s(U!Qh+kU~+kbb~
zyW+YlDA1oE>XPslNP=};?TX-TAf@VL6uW&h8%e)GN`mqs@1aBi`H>SSJ=VVDm5F;@
zZb%e1JEX%iLS6K)jOq8smF60bjWuLA&q=bfqknBqzpbt2>?RIXeRi>n)x?KtA5`mP
z?{k}G6ML!?h`V28I)gMcw>m&$H-9x_OK##qZ8<gFq$ZugjD<Oa$;i)w&2;v`f>L9F
z+m_0$T^NiC%^4hji@|z>34_7Hf(ec0{EY=gd1Bvbv1pCzj0rrNuhlm48}XP8&+J%C
zhdq|8BeZ~);{;7M&HkV^`VZ`H*Nok881^j>Sr|?k&Tx{;UR8Nc-YZVyuYVZo=}~sQ
z+10ZgV)D?E51wVa?b8Qbh6JcYbbVo;3_X5%Vy0$QI81L#zCF0_Je#*nhuOR%!ugkO
z|K&4Gk_WP)Y}<UgCojubCt!jxd2=$zTcJ&s5tOJG^v>(b#obEkeQL0`HdDjo7ObA{
z^M;G$IQIQ+m+o3ZHnoI+K7aHMf}FD>Myg0X6N!j1N~WamJM!U{dgu&=TlS2sVl-OD
z8+0B3oL$|J|Jmes?(SN6$9H(`BC_d4h!M-KJxn5FN5Z(3prL|fenMGX1Z@hZ%Z$<7
zU>o_Ej?kcc4d96C-sW|a-?<}d;q_1$j-1sE^5Qt~$d$iMM=@(skAHfm6*7bT*r^ty
zIKws-lQ;tJdl3)^hf`I}1OD;*3jJcT`G}doc^!%fXcFQi!_zC7)}6NM`Gu1Se8{1c
zNgeB<oY6X1eIlmx@`q|>;_XFTj?GN6<gs`Hs)axAi}6$Z+}*2{KL<3T3<kto<0n6-
zK3gsOW>_1D-B3j&_<s!h#h*S021bO?7!^g#tZ~Xq4K@k+xheJ8W3HB>DC{z>*qY>n
zSXl$g3yZCj0r%l3Tbs)Z@p7|TmHXQ)v~6*`JBIOD@s}*s){dg0s2wnG*%!Xh3=suC
zy8WveB+l{-|Adz+aYJCa0l3g2G&wkG2#<)<{_vYds1b1aM1SbHZ$pL|CPw$*A08tH
zU6ll+pCVaG(73!VZE){(M8?=DH0Ck|FRmnlhfLrh;r(c`iT$EdWlo?I8uo26GQ)iU
zmkMp74r-}@<h?Iw)EGW5;cF)!z}#cTa5%gt*9afJeP)#A;Goc-o$)6TF6wB1$W1f!
z979*DTtp}p8-Eu8a)Km$n8gh%w;deSkQrrsbnY*otK2jLER@}&K+YVB0j3zKpGN5#
zeZxUc*<mEiGW2og;V1rXf+D|&T*ItM<jpN?6YTCycgH6-B#uN?%;PxWk_4X^O4lw*
zsR8e}e40$oN~THD5^@}hCa1nkcTb}Im`>0fPv9hF(tn+4i2=aw*@;73FGDPof$@PA
zdk@4<*(NzWGpLUqSKTV}i5UUm-S|tKKVqDiJLwYV$r|C=8sV2E!ky*&DCNDJC!Y@>
z`$NquK&jukr~t-Q{cQ;$CZ179Q2%jT1)v8USRjxrur+%Q;r*S_#Lv(@wv*y9Tn5Uw
zzz{P0jDI_RTQM1lNrad!N{R!*Jy5Vlrn9sMINt5o54Rt0K40JUuFvSAE@__AIKub2
z16Wqw^#hCxiy6|#1Qc)`kpzPx77byB1K1A-FLeP3j7XD}BNMHm;muTFI}z+gYEDxp
zYB?^vU`L3skl7mXk-YT&V4yCF$w?7$P*^~D>3<m*+=Hcq&M_ZqY!AGe_oKEr-Wkr7
zV_7I_Yr|AKIcq~ObWT<STjlh>8QfstC_~sXaJ=X_f@1?_tm;v5b4YMI(>;!@3Vlli
z&OlfOJusCB40?$D;R#f+?$C0>hc@7DrUO?qMvg5TsKIrSKv`Xh59#0zA)(bmdyRHj
z<$s70mNYKx#g&u#nvi?SVwEUK=8)=viYzz=BNJI*Tjut2YTKE6PQ7KlSJk9=Y6S1Y
z#n*G29%>Wn>f#It>f>LhUx1*_znpypg8FoGehww;^7PaBm%CFSw3~CNod5pk=Q}8a
z`0M=Q;_5pPSV%Iow5oSosLTqaTz)m1wtp=UXcXEZ1kWh3L%@vL>>dyhD`vG6B_K$0
zPwfz5v=V0o>_8HlTNWw9mL-~Pf&gck9SHA|B?CcD6+qU+HaDIzZ+#y%FvM@N!OIp|
z9{wKEVDUn}Qa&!yE~@vBnqd2HY)N)rS)?fV!Hs3-RS!ig%1FMBvrd#c$u3~?-G2dW
zZ<(bk_&ixBM}aZKBd;k}p(-yl?_?{HS_$tNit!_5KRSuFDfS5JH(P<Lm|dN?+n`>%
zu-o@~QRN{OKSVvkThexLHPKXQy~0^(kr!_aODK_*g@m+-1gE1!zM>$d#8%dVlLsv!
zJiUSnfvPN_ydqvlMdL!cg$nk77JrIDf0Ky+DX6Fuck(yz`k7<&3lCF@R9##J!Z3-l
z%{3DDQL5Qlky6RRs+7H)!&X%!Q?;i?;$B)M8)|~pmr(18*t@)Xq0BNMZ4>3hr^~-_
zkoy@%ELbb(I((^9R13bgB319)`KpFGC4b%ao^mDXd{;-MS`}+~QLV<czkjGBP@z7y
zyro<{JKxpOs8)HqskG{{3XHyZ^_tFT@S~g{8x&io?NZc0Q>AU(E~+D7_wIp(B16BZ
z9Ib{mR5!3L+TR~!Q1x2dq&;j(UP+`=^+I*pK2{|!BN8fkl`>%;;jq`JuN+n*?Dq-{
zG*w!yTHpHGuo(4PEn_+l>wnmWT3&SCB|OZdQ-j+s4p}JNJKUyXFXBWe`F>=IUCw<J
z6{<3_t}<gI5bt6LQ;C1)_9j&o2N5|IYWS^+WMqXd>Uz3pu^;iH6RZ&wp&zzB3DrW-
zK#?<1ZA|s?fdQ(<IfFK?22SgD4NUK}&gtw;<P_Ht@vreYz>eCTAAcmqhw{<lj0T%{
zTbf6~8YL?n(VdLlK9ui%to}SI&Y2{2m5LCzO!3C{AVo~KQ-Pnw6G0_t^EJs9*H@Qk
z*S{}5)+k3Iz9$KOk+1QKMniOnyA%2StayoI;)Q&v3Da=(>M-&p4wI2p;-`!x0ZI2}
zFb{r|xpP)LUR-Y<AAePB&6l?dig(V-zqU!eGL$(7r>yn8W&#OvT^vajC+1%)QHH}s
zxg+ITBsuCl+R}>Ndj4hcRUFUcV&!j(Tlw2jv#?vyDkE52ieBi8tD+aWxRqnM|GB)n
z{okYA5@|(gv_Qpu82laXdZby4Lf_-w{jJJp`BYjSxBcR`8h@xYOLl*21*&r*$4R!|
z!qiWzY{ZL?yo8FJls_Et&KXHU{IqMQ)l>Q2XYtRYI#~(dNU@y|->KF7l`I#l@*#fM
z#V>zAb>OA)$qSM6#ZmM3UCO=pxVHL<e2rIVvExXg-hFN)7nQHb(<5F5TXH0Qeo_5U
znv`5@mwD5&&T_D`#vuIPQE`KcACV<PjO-@f`$@iZRou8D3;Lq^=}25M@Idh6u-~h$
zxvAbbYJ9`M$6Xh_n%!?~OtEZVY|fyR)#_Tb2!+k66hUFYb>_<g=APsz+r%+q&q^3F
X=~2#}Uyyt_U+y?8$&da6EBxaIvZAh-

diff --git a/docs/html/other_libraries.html b/docs/html/other_libraries.html
index 7b0e01ed..9c1e7790 100644
--- a/docs/html/other_libraries.html
+++ b/docs/html/other_libraries.html
@@ -5,10 +5,10 @@
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>Other POMDP Libraries &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Other POMDP Libraries &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="_static/favicon.ico"/>
@@ -35,7 +35,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -61,7 +61,6 @@ <h3>Navigation</h3>
 <p class="caption" role="heading"><span class="caption-text">API References</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="api/modules.html">pomdp_py</a></li>
-<li class="toctree-l1"><a class="reference internal" href="problems/modules.html">problems</a></li>
 </ul>
 
 
diff --git a/docs/html/py-modindex.html b/docs/html/py-modindex.html
index be282323..c732c1cd 100644
--- a/docs/html/py-modindex.html
+++ b/docs/html/py-modindex.html
@@ -4,10 +4,10 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>Python Module Index &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Python Module Index &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="icon" href="_static/favicon.ico"/>
@@ -37,7 +37,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
@@ -140,7 +140,7 @@ <h1>Python Module Index</h1>
      <tr class="cg-1">
        <td></td>
        <td>&#160;&#160;&#160;
-       <a href="api/pomdp_py.algorithms.html#module-pomdp_py.algorithms.bsp.blqr"><code class="xref">pomdp_py.algorithms.bsp.blqr</code></a></td><td>
+       <a href="api/pomdp_py.algorithms.bsp.html#module-pomdp_py.algorithms.bsp.blqr"><code class="xref">pomdp_py.algorithms.bsp.blqr</code></a></td><td>
        <em></em></td></tr>
      <tr class="cg-1">
        <td></td>
@@ -550,7 +550,7 @@ <h1>Python Module Index</h1>
      <tr class="cg-1">
        <td></td>
        <td>&#160;&#160;&#160;
-       <a href="api/pomdp_py.utils.html#module-pomdp_py.utils.debugging"><code class="xref">pomdp_py.utils.debugging</code></a></td><td>
+       <a href="api/pomdp_py.utils.debugging.html#module-pomdp_py.utils.debugging"><code class="xref">pomdp_py.utils.debugging</code></a></td><td>
        <em></em></td></tr>
      <tr class="cg-1">
        <td></td>
diff --git a/docs/html/search.html b/docs/html/search.html
index 8ab5b211..1acfffe1 100644
--- a/docs/html/search.html
+++ b/docs/html/search.html
@@ -4,11 +4,11 @@
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>Search &#8212; pomdp_py 1.3.5 documentation</title>
-    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=61cd365c" />
+    <title>Search &#8212; pomdp_py 1.3.5.1 documentation</title>
+    <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=d1102ebc" />
     <link rel="stylesheet" type="text/css" href="_static/alabaster.css?v=51d35e29" />
     
-    <script src="_static/documentation_options.js?v=4720776d"></script>
+    <script src="_static/documentation_options.js?v=3fd01b6e"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <script src="_static/searchtools.js"></script>
@@ -40,7 +40,7 @@
 
 
 
-<p class="blurb">A framework to build and solve POMDP problems (v1.3.5).</p>
+<p class="blurb">A framework to build and solve POMDP problems (v1.3.5.1).</p>
 
 
 
diff --git a/docs/html/searchindex.js b/docs/html/searchindex.js
index 9b6f17d3..b133734f 100644
--- a/docs/html/searchindex.js
+++ b/docs/html/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"docnames": ["api/modules", "api/pomdp_py", "api/pomdp_py.algorithms", "api/pomdp_py.algorithms.bsp", "api/pomdp_py.algorithms.visual", "api/pomdp_py.framework", "api/pomdp_py.problems", "api/pomdp_py.problems.light_dark", "api/pomdp_py.problems.light_dark.agent", "api/pomdp_py.problems.light_dark.domain", "api/pomdp_py.problems.light_dark.env", "api/pomdp_py.problems.light_dark.models", "api/pomdp_py.problems.load_unload", "api/pomdp_py.problems.maze", "api/pomdp_py.problems.maze.domain", "api/pomdp_py.problems.maze.env", "api/pomdp_py.problems.maze.models", "api/pomdp_py.problems.maze.models.components", "api/pomdp_py.problems.multi_object_search", "api/pomdp_py.problems.multi_object_search.agent", "api/pomdp_py.problems.multi_object_search.domain", "api/pomdp_py.problems.multi_object_search.env", "api/pomdp_py.problems.multi_object_search.models", "api/pomdp_py.problems.multi_object_search.models.components", "api/pomdp_py.problems.rocksample", "api/pomdp_py.problems.rocksample.cythonize", "api/pomdp_py.problems.tag", "api/pomdp_py.problems.tag.agent", "api/pomdp_py.problems.tag.domain", "api/pomdp_py.problems.tag.env", "api/pomdp_py.problems.tag.models", "api/pomdp_py.problems.tag.models.components", "api/pomdp_py.problems.tiger", "api/pomdp_py.problems.tiger.cythonize", "api/pomdp_py.representations", "api/pomdp_py.representations.belief", "api/pomdp_py.representations.distribution", "api/pomdp_py.utils", "api/pomdp_py.utils.debugging", "api/pomdp_py.utils.interfaces", "api/pomdp_py.visual", "building_docs", "changelog", "design_principles", "examples", "examples.action_prior", "examples.external_solvers", "examples.mos", "examples.tiger", "existing_domains", "existing_solvers", "extensions", "index", "installation", "modules", "other_libraries"], "filenames": ["api/modules.rst", "api/pomdp_py.rst", "api/pomdp_py.algorithms.rst", "api/pomdp_py.algorithms.bsp.rst", "api/pomdp_py.algorithms.visual.rst", "api/pomdp_py.framework.rst", "api/pomdp_py.problems.rst", "api/pomdp_py.problems.light_dark.rst", "api/pomdp_py.problems.light_dark.agent.rst", "api/pomdp_py.problems.light_dark.domain.rst", "api/pomdp_py.problems.light_dark.env.rst", "api/pomdp_py.problems.light_dark.models.rst", "api/pomdp_py.problems.load_unload.rst", "api/pomdp_py.problems.maze.rst", "api/pomdp_py.problems.maze.domain.rst", "api/pomdp_py.problems.maze.env.rst", "api/pomdp_py.problems.maze.models.rst", "api/pomdp_py.problems.maze.models.components.rst", "api/pomdp_py.problems.multi_object_search.rst", "api/pomdp_py.problems.multi_object_search.agent.rst", "api/pomdp_py.problems.multi_object_search.domain.rst", "api/pomdp_py.problems.multi_object_search.env.rst", "api/pomdp_py.problems.multi_object_search.models.rst", "api/pomdp_py.problems.multi_object_search.models.components.rst", "api/pomdp_py.problems.rocksample.rst", "api/pomdp_py.problems.rocksample.cythonize.rst", "api/pomdp_py.problems.tag.rst", "api/pomdp_py.problems.tag.agent.rst", "api/pomdp_py.problems.tag.domain.rst", "api/pomdp_py.problems.tag.env.rst", "api/pomdp_py.problems.tag.models.rst", "api/pomdp_py.problems.tag.models.components.rst", "api/pomdp_py.problems.tiger.rst", "api/pomdp_py.problems.tiger.cythonize.rst", "api/pomdp_py.representations.rst", "api/pomdp_py.representations.belief.rst", "api/pomdp_py.representations.distribution.rst", "api/pomdp_py.utils.rst", "api/pomdp_py.utils.debugging.rst", "api/pomdp_py.utils.interfaces.rst", "api/pomdp_py.visual.rst", "building_docs.rst", "changelog.rst", "design_principles.rst", "examples.rst", "examples.action_prior.rst", "examples.external_solvers.rst", "examples.mos.rst", "examples.tiger.rst", "existing_domains.rst", "existing_solvers.rst", "extensions.rst", "index.rst", "installation.rst", "modules.rst", "other_libraries.rst"], "titles": ["pomdp_py", "pomdp_py package", "pomdp_py.algorithms package", "pomdp_py.algorithms.bsp package", "pomdp_py.algorithms.visual package", "pomdp_py.framework package", "pomdp_py.problems package", "pomdp_py.problems.light_dark package", "pomdp_py.problems.light_dark.agent package", "pomdp_py.problems.light_dark.domain package", "pomdp_py.problems.light_dark.env package", "pomdp_py.problems.light_dark.models package", "pomdp_py.problems.load_unload package", "pomdp_py.problems.maze package", "pomdp_py.problems.maze.domain package", "pomdp_py.problems.maze.env package", "pomdp_py.problems.maze.models package", "pomdp_py.problems.maze.models.components package", "pomdp_py.problems.multi_object_search package", "pomdp_py.problems.multi_object_search.agent package", "pomdp_py.problems.multi_object_search.domain package", "pomdp_py.problems.multi_object_search.env package", "pomdp_py.problems.multi_object_search.models package", "pomdp_py.problems.multi_object_search.models.components package", "pomdp_py.problems.rocksample package", "pomdp_py.problems.rocksample.cythonize package", "pomdp_py.problems.tag package", "pomdp_py.problems.tag.agent package", "pomdp_py.problems.tag.domain package", "pomdp_py.problems.tag.env package", "pomdp_py.problems.tag.models package", "pomdp_py.problems.tag.models.components package", "pomdp_py.problems.tiger package", "pomdp_py.problems.tiger.cythonize package", "pomdp_py.representations package", "pomdp_py.representations.belief package", "pomdp_py.representations.distribution package", "pomdp_py.utils package", "pomdp_py.utils.debugging module", "pomdp_py.utils.interfaces package", "pomdp_py.visual package", "Building Documentations", "Changelog", "Design Principles", "Examples", "Preference-based Action Prior", "Using External Solvers", "Multi-Object Search (MOS)", "Tiger", "Existing POMDP Domains", "Existing POMDP Solvers", "Use Case Extensions", "pomdp_py Documentation", "Installation", "docs", "Other POMDP Libraries"], "terms": {"packag": [0, 41, 47, 52, 53], "algorithm": [0, 1, 5, 7, 42, 46, 51, 52, 55], "po_rollout": [0, 1], "modul": [0, 1, 34, 41, 42, 47, 48, 52], "porollout": [0, 1, 2], "po_uct": [0, 1], "actionprior": [0, 1, 2, 42, 45, 48], "pouct": [0, 1, 2, 18, 26, 37, 38, 42, 45, 47, 48, 50, 51], "qnode": [0, 1, 2, 37, 38], "randomrollout": [0, 1, 2, 12, 33], "rolloutpolici": [0, 1, 2, 22, 24, 25, 30, 32, 37, 45, 48], "rootvnod": [0, 1, 2], "treenod": [0, 1, 2], "vnode": [0, 1, 2, 37, 38, 42], "pomcp": [0, 1, 18, 35, 37, 38, 42, 45, 48, 50, 51, 53, 55], "rootvnodeparticl": [0, 1, 2], "vnodeparticl": [0, 1, 2], "value_iter": [0, 1], "valueiter": [0, 1, 2, 42, 48, 50], "bsp": [0, 1], "blqr": [0, 1, 7, 42], "visual": [0, 1, 6, 7, 18, 26, 47], "framework": [0, 1, 12, 33, 42, 43, 47, 48, 52], "basic": [0, 1, 2, 24, 25, 35, 43, 46, 48, 50], "action": [0, 1, 2, 5, 6, 7, 12, 13, 18, 21, 22, 23, 24, 25, 26, 29, 30, 31, 32, 33, 35, 37, 38, 42, 43, 46, 47, 48, 50, 53], "agent": [0, 1, 2, 5, 6, 7, 12, 13, 14, 18, 22, 23, 24, 25, 26, 28, 32, 33, 35, 37, 38, 42, 43, 47, 48, 49, 50, 51, 52, 53], "blackboxmodel": [0, 1, 5, 35, 42, 48], "distribut": [0, 1, 2, 5, 12, 19, 22, 24, 25, 30, 32, 33, 34, 35, 37, 43, 45, 48], "environ": [0, 1, 5, 10, 15, 18, 21, 22, 29, 32, 33, 42, 43, 47, 48], "generativedistribut": [0, 1, 5, 19, 31, 36], "observ": [0, 1, 2, 3, 5, 6, 7, 10, 12, 13, 18, 21, 22, 23, 24, 25, 26, 29, 30, 32, 33, 35, 37, 38, 42, 43, 46, 47, 48, 50, 52, 53], "observationmodel": [0, 1, 5, 6, 12, 22, 24, 25, 30, 32, 33, 35, 37, 43, 48, 51], "option": [0, 1, 2, 5, 20, 22, 23, 24, 25, 32, 33, 37, 38, 42, 46, 48, 53], "pomdp": [0, 1, 2, 5, 7, 12, 13, 18, 20, 22, 24, 25, 26, 28, 29, 30, 32, 33, 37, 38, 41, 42, 43, 44, 45, 51, 52], "policymodel": [0, 1, 2, 5, 6, 18, 22, 32, 42, 45, 48, 51], "rewardmodel": [0, 1, 5, 6, 12, 22, 24, 25, 30, 32, 33, 37, 42, 43, 48], "state": [0, 1, 2, 3, 5, 6, 7, 12, 13, 18, 19, 21, 22, 24, 25, 26, 30, 32, 33, 35, 36, 37, 42, 43, 45, 46, 47, 48, 50, 53, 55], "transitionmodel": [0, 1, 5, 6, 12, 22, 24, 25, 30, 32, 33, 35, 37, 43, 48, 51], "sample_explict_model": [0, 1, 5], "sample_generative_model": [0, 1, 5], "oopomdp": [0, 1, 18, 42, 47, 51], "oobelief": [0, 1, 5, 19, 21, 29, 42], "ooobserv": [0, 1, 5, 20], "ooobservationmodel": [0, 1, 5, 22], "oostat": [0, 1, 5, 20, 42], "ootransitionmodel": [0, 1, 5, 22], "objectst": [0, 1, 5, 18, 20], "planner": [0, 1, 2, 3, 12, 18, 24, 25, 32, 33, 46, 48], "represent": [0, 1, 2, 5, 19, 21, 42, 52], "belief": [0, 1, 2, 3, 5, 6, 7, 10, 12, 18, 21, 24, 25, 27, 29, 32, 34, 36, 42, 46, 47, 48, 53], "histogram": [0, 1, 18, 19, 33, 34, 42, 46, 48], "particl": [0, 1, 2, 19, 34, 42, 53], "gaussian": [0, 1, 2, 3, 34], "util": [0, 1, 42, 46, 52], "subpackag": [0, 1, 52], "interfac": [0, 1, 5, 37, 42, 43, 46, 47, 48, 49, 50, 51, 52, 55], "submodul": [0, 1, 6, 13, 16], "color": [0, 1, 10, 21, 29, 38], "lighter": [0, 1, 37], "rgb_to_hex": [0, 1, 37], "hex_to_rgb": [0, 1, 37], "inverse_color_rgb": [0, 1, 37], "inverse_color_hex": [0, 1, 37], "random_unique_color": [0, 1, 37], "cython_util": [0, 1], "cpython": [0, 1], "37m": [0, 1], "x86_64": [0, 1], "linux": [0, 1, 53], "gnu": [0, 1], "det_dict_hash": [0, 1, 37, 42], "debug": [0, 1, 42, 52], "treedebugg": [0, 1, 32, 42], "sorted_by_str": [0, 1, 37, 38], "interpret_color": [0, 1, 37, 38], "math": [0, 1, 2, 5, 42], "vec": [0, 1, 37], "proj": [0, 1, 37], "r_x": [0, 1, 37], "r_y": [0, 1, 37], "r_z": [0, 1, 37], "t": [0, 1, 2, 3, 5, 18, 19, 21, 32, 33, 35, 36, 37, 43, 46, 48, 50, 55], "to_radian": [0, 1, 37], "r_between": [0, 1, 37], "approx_equ": [0, 1, 37], "euclidean_dist": [0, 1, 6, 22, 23, 24, 25, 37], "misc": [0, 1], "remap": [0, 1, 37], "json_saf": [0, 1, 37], "safe_slic": [0, 1, 37], "similar": [0, 1, 37, 46, 48], "special_char": [0, 1, 37], "plot": [0, 1, 6, 7, 53], "templat": [0, 1, 42], "simplest": [0, 1, 37], "simpleact": [0, 1, 37], "simpleobserv": [0, 1, 37], "dettransitionmodel": [0, 1, 37], "detobservationmodel": [0, 1, 37], "detrewardmodel": [0, 1, 37], "uniformpolicymodel": [0, 1, 37], "tabulartransitionmodel": [0, 1, 37, 42], "tabularobservationmodel": [0, 1, 37, 42], "tabularrewardmodel": [0, 1, 37, 42], "test_util": [0, 1], "typ": [0, 1], "bcolor": [0, 1, 37], "info": [0, 1, 37], "note": [0, 1, 2, 5, 7, 18, 22, 32, 33, 35, 36, 37, 38, 45, 46, 48, 52, 53], "error": [0, 1, 37, 42], "warn": [0, 1, 2, 37, 38, 46], "success": [0, 1, 2, 37], "bold": [0, 1, 37], "cyan": [0, 1, 37], "magenta": [0, 1, 37], "blue": [0, 1, 10, 37, 38], "green": [0, 1, 37, 53], "yellow": [0, 1, 37], "red": [0, 1, 37, 47], "white": [0, 1, 10, 37], "content": [0, 1, 41, 52], "clear_ag": [1, 2], "last_best_reward": [1, 2], "plan": [1, 2, 3, 5, 7, 10, 18, 22, 23, 32, 37, 38, 42, 45, 46, 48, 51, 52, 55], "set_rollout_polici": [1, 2], "updat": [1, 2, 3, 5, 18, 21, 26, 29, 35, 37, 38, 42, 46, 47, 48], "update_agent_belief": [1, 2, 5], "get_preferred_act": [1, 2, 45], "last_num_sim": [1, 2, 48], "last_planning_tim": [1, 2], "updates_agent_belief": [1, 2, 5], "rollout": [1, 2, 6, 18, 22, 24, 25, 26, 30, 32, 37, 42, 45, 48], "from_vnod": [1, 2], "histori": [1, 2, 5, 19, 22, 24, 25, 27, 30, 32, 37, 38, 45, 48], "children": [1, 2, 37, 38, 42], "num_visit": [1, 2], "valu": [1, 2, 5, 24, 25, 31, 32, 34, 36, 37, 38, 42, 45, 46, 48, 53, 55], "argmax": [1, 2, 5, 6, 12, 18, 22, 24, 25, 26, 30, 32, 33, 37, 42, 48], "print_children_valu": [1, 2], "ekf_update_mlo": [1, 2, 3], "integrate_belief_seg": [1, 2, 3], "segmented_cost_funct": [1, 2, 3], "create_plan": [1, 2, 3], "interpret_sqp_plan": [1, 2, 3], "add_attr": [1, 5], "all_act": [1, 5], "all_observ": [1, 5], "all_stat": [1, 5], "init_belief": [1, 5, 12, 24, 27, 32, 33, 48], "sample_belief": [1, 5], "set_belief": [1, 5, 46, 48], "update_histori": [1, 5, 48], "sampl": [1, 2, 5, 6, 12, 18, 19, 22, 24, 25, 26, 30, 32, 33, 36, 37, 42, 45, 46, 48, 53], "__getitem__": [1, 5, 34, 36, 37, 38], "__setitem__": [1, 5, 34, 36], "apply_transit": [1, 5], "blackbox_model": [1, 5, 35], "cur_stat": [1, 5], "provide_observ": [1, 5], "reward_model": [1, 5, 6, 10, 18, 26, 47, 48], "state_transit": [1, 5, 18, 21, 46, 48], "transition_model": [1, 5, 6, 7, 18, 26, 35, 46, 47, 48], "get_histogram": [1, 5, 34, 36], "mpe": [1, 5, 18, 19, 30, 31, 34, 36, 42], "get_all_observ": [1, 5, 6, 32, 33, 37, 48], "get_distribut": [1, 5, 32, 33], "probabl": [1, 5, 6, 12, 13, 18, 19, 22, 24, 25, 26, 30, 31, 32, 33, 36, 37, 42, 43, 46, 48, 50], "initi": [1, 5, 7, 19, 21, 24, 25, 27, 32, 42, 45, 46, 47, 48], "polici": [1, 2, 5, 12, 13, 22, 24, 25, 30, 32, 33, 37, 42, 45, 46, 48], "termin": [1, 2, 5, 18, 24, 25, 37, 38, 46, 48], "get_all_act": [1, 5, 6, 12, 18, 22, 24, 25, 26, 30, 32, 33, 37, 45, 48], "get_all_st": [1, 5, 6, 32, 33, 37, 48], "b": [1, 2, 3, 5, 35, 37, 38, 46], "object_belief": [1, 5, 19], "random": [1, 2, 5, 6, 18, 19, 22, 24, 25, 30, 31, 34, 36, 37, 42, 45, 48], "set_object_belief": [1, 5], "factor": [1, 5, 18, 20, 46], "merg": [1, 5, 18, 20], "observation_model": [1, 5, 6, 7, 18, 26, 29, 35, 46, 47, 48], "copi": [1, 5, 53], "get_object_attribut": [1, 5], "get_object_class": [1, 5], "get_object_st": [1, 5], "": [1, 2, 3, 5, 7, 12, 13, 18, 20, 21, 22, 23, 24, 25, 28, 30, 32, 33, 35, 37, 38, 41, 42, 43, 46, 48, 50, 52], "set_object_st": [1, 5], "situat": [1, 5, 47], "abstraction_over_histogram": [1, 34, 35], "update_histogram_belief": [1, 34, 35, 46, 48], "abstraction_over_particl": [1, 34, 35], "particle_reinvigor": [1, 34, 35], "update_particles_belief": [1, 34, 35], "is_norm": [1, 34, 36], "add": [1, 2, 19, 34, 36, 42], "from_histogram": [1, 34, 36], "get_abstract": [1, 34, 36], "weightedparticl": [1, 34, 36, 42], "condens": [1, 34, 36], "weight": [1, 2, 34, 36, 37], "cov": [1, 34, 36], "covari": [1, 2, 3, 34, 36], "mean": [1, 2, 21, 23, 26, 34, 35, 36, 46], "sigma": [1, 18, 19, 22, 34, 36], "simple_rl": [1, 37, 55], "num_nod": [1, 37, 38], "depth": [1, 2, 37, 38], "d": [1, 2, 3, 37, 38, 48, 52], "num_lay": [1, 37, 38], "nl": [1, 37, 38], "nn": [1, 37, 38], "nq": [1, 37, 38], "nv": [1, 10, 37, 38], "l": [1, 2, 3, 12, 37, 38, 47, 48, 52], "layer": [1, 37, 38], "leaf": [1, 37, 38], "step": [1, 2, 18, 32, 33, 37, 38, 41, 42, 46, 48, 53], "back": [1, 37, 38], "root": [1, 37, 38, 41, 53], "r": [1, 2, 3, 5, 12, 18, 21, 22, 24, 25, 29, 30, 32, 33, 37, 38, 42, 43, 46, 48, 50, 52, 53], "c": [1, 2, 10, 37, 38, 55], "p": [1, 24, 25, 37, 38, 52], "pp": [1, 37, 38], "mbp": [1, 37, 38], "pm": [1, 37, 38], "mark_sequ": [1, 37, 38], "mark": [1, 7, 13, 20, 37, 38, 47], "mark_path": [1, 37, 38], "markp": [1, 37, 38], "clear": [1, 2, 19, 27, 37, 38, 47], "bestseq": [1, 37, 38], "bestseqd": [1, 37, 38], "single_node_str": [1, 37, 38], "preferred_act": [1, 37, 38], "path": [1, 37, 38, 41, 46], "path_to": [1, 37, 38], "tree_stat": [1, 37, 38], "left": [1, 12, 18, 20, 32, 33, 37, 38, 46, 48, 53], "up": [1, 5, 12, 37, 38], "right": [1, 10, 12, 18, 19, 20, 32, 33, 37, 38, 46, 48, 53], "down": [1, 37, 48], "longleft": [1, 37], "longright": [1, 37], "hline": [1, 37], "vline": [1, 37], "bottomleft": [1, 37], "longbottomleft": [1, 37], "topleft": [1, 37], "longtopleft": [1, 37], "topright": [1, 37], "longtopright": [1, 37], "bottomright": [1, 37], "longbottomright": [1, 37], "intersect": [1, 37], "topt": [1, 37], "leftt": [1, 37], "rightt": [1, 37], "bottomt": [1, 37], "shadebar": [1, 37], "subscript": [1, 37], "reward_func": [1, 37], "endc": [1, 37], "disabl": [1, 37], "exist": [2, 37, 38, 44, 46, 48, 51, 52], "solver": [2, 32, 42, 44, 47, 48, 52], "under": [2, 23, 41, 46, 48, 55], "develop": [2, 5, 42, 46, 50, 52, 53, 55], "contribut": [2, 49, 52, 53], "want": [2, 19, 41, 47], "po": [2, 24, 25, 52], "baselin": 2, "paper": [2, 3, 7, 12, 13, 18, 20, 22, 28, 30, 45, 47, 48, 52], "2": [2, 10, 12, 20, 24, 25, 26, 27, 29, 30, 31, 37, 38, 45, 46, 48, 52, 53, 55], "quot": [2, 7, 12, 13, 32, 33, 48], "from": [2, 5, 7, 12, 13, 19, 20, 21, 22, 23, 27, 30, 32, 33, 36, 37, 38, 41, 42, 45, 46, 47, 48, 53], "To": [2, 12, 33, 37, 38, 41, 45, 47, 48], "provid": [2, 42, 46, 47, 48, 51, 52, 55], "perform": [2, 3, 5, 46, 48, 55], "benchmark": 2, "case": [2, 18, 21, 22, 32, 33, 35, 46, 48, 49, 52, 55], "we": [2, 7, 18, 19, 22, 23, 41, 44, 46, 47, 48, 49, 52, 53, 55], "evalu": [2, 36], "simpl": [2, 7, 20, 22, 23, 24, 25, 26, 32, 44, 47, 48, 52], "mont": [2, 48], "carlo": [2, 48], "simul": [2, 5, 18, 21, 32, 42, 46, 48], "without": [2, 37, 42, 46, 47, 48], "ani": [2, 13, 21, 22, 36, 46], "tree": [2, 37, 38, 42, 47, 48], "The": [2, 3, 5, 7, 12, 13, 14, 18, 20, 21, 22, 23, 24, 25, 28, 30, 32, 33, 36, 37, 38, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 55], "us": [2, 3, 5, 7, 18, 19, 20, 21, 22, 23, 32, 35, 36, 37, 38, 41, 42, 43, 44, 45, 47, 48, 49, 50, 52, 53, 55], "describ": [2, 3, 5, 18, 21, 41, 43, 44, 45, 47, 48, 52], "section": [2, 47, 48], "3": [2, 12, 20, 21, 24, 25, 32, 33, 37, 38, 46, 48, 53, 55], "It": [2, 3, 5, 20, 22, 36, 37, 38, 42, 45, 46, 47, 48, 52, 55], "n": [2, 18, 20, 24, 25, 35, 36, 37, 38, 46, 47], "A": [2, 3, 5, 7, 12, 13, 18, 19, 21, 27, 32, 33, 37, 38, 42, 43, 46, 47, 48, 50, 52, 55], "each": [2, 3, 5, 12, 13, 21, 22, 36, 37, 38, 46], "legal": 2, "select": 2, "highest": [2, 5, 31, 36, 37, 38], "averag": [2, 36], "return": [2, 3, 5, 12, 19, 21, 22, 23, 24, 25, 30, 31, 32, 33, 35, 36, 37, 38, 42, 45, 46, 48], "don": [2, 5, 18, 35, 48], "requir": [2, 5, 12, 22, 24, 25, 30, 32, 33, 35, 37, 42, 43, 53], "an": [2, 3, 5, 7, 10, 12, 13, 18, 19, 20, 21, 22, 23, 24, 25, 29, 32, 33, 36, 37, 42, 43, 45, 46, 47, 48, 50, 52, 55], "But": [2, 5, 18, 20, 22, 32, 33, 35, 41, 42, 48], "do": [2, 5, 7, 41, 47, 48], "class": [2, 3, 5, 10, 12, 14, 15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 36, 37, 38, 42, 43, 45, 46, 47, 48, 51], "base": [2, 3, 5, 10, 12, 14, 15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 37, 38, 41, 42, 46, 47, 48, 51, 52, 55], "self": [2, 5, 12, 19, 21, 22, 24, 25, 30, 31, 32, 33, 36, 37, 38, 45, 47, 48], "carri": [2, 5], "inform": [2, 3, 5, 23, 27, 41, 43, 48], "bt": [2, 3, 5], "ht": [2, 5], "o": [2, 5, 12, 24, 25, 30, 32, 33, 35, 37, 41, 43, 46, 48, 50, 52], "g": [2, 3, 5, 13, 18, 21, 32, 42, 48, 49], "pi": [2, 5, 12, 22, 24, 25, 33, 43, 48], "necessari": [2, 5, 18, 47], "rollout_polici": [1, 2, 37, 38, 48], "given": [2, 5, 12, 18, 21, 22, 33, 35, 36, 37, 38, 43, 45, 46, 48], "one": [2, 5, 12, 19, 21, 32, 33, 37, 38, 44, 48, 52, 55], "real_act": [2, 5, 18, 27, 35], "real_observ": [2, 5, 18, 27, 35, 48], "real": [2, 5, 18, 21, 29, 35, 46, 48], "accordingli": [2, 5], "If": [2, 3, 5, 19, 21, 22, 27, 32, 33, 35, 36, 37, 38, 46, 48, 52], "i": [2, 3, 5, 7, 10, 12, 13, 14, 18, 19, 20, 21, 22, 23, 24, 25, 29, 30, 32, 33, 35, 36, 37, 38, 41, 42, 43, 45, 46, 47, 48, 49, 52, 53, 55], "also": [2, 5, 22, 32, 33, 37, 38, 47, 48, 50, 52, 55], "here": [2, 5, 7, 37, 38, 41, 45, 46, 48, 49, 53], "attribut": [2, 5, 20], "should": [2, 3, 5, 20, 22, 35, 41, 42, 43, 46, 47, 48, 51, 53], "set": [2, 5, 12, 19, 20, 21, 23, 24, 25, 30, 32, 33, 35, 36, 37, 42, 45, 46, 47, 48, 55], "true": [2, 5, 10, 13, 18, 21, 22, 23, 26, 32, 35, 36, 37, 38, 42, 46, 48, 53], "By": [2, 5, 23, 46], "default": [2, 5, 32, 35, 42, 46], "doe": [2, 5, 13, 23, 30, 36, 37, 38, 42, 43, 46, 48, 55], "noth": [2, 5], "function": [2, 3, 5, 7, 18, 19, 21, 27, 32, 35, 36, 37, 38, 42, 45, 46, 48, 50], "thi": [2, 3, 5, 7, 12, 18, 19, 20, 21, 22, 23, 24, 25, 29, 30, 32, 33, 35, 36, 37, 38, 41, 42, 43, 44, 45, 46, 48, 52, 53, 55], "uct": 2, "partial": [2, 12, 13, 32, 33, 48, 52], "present": [2, 7, 36], "extens": [2, 20, 22, 42, 48, 49, 52, 55], "combin": [2, 37], "mct": 2, "ucb1": [2, 42], "In": [2, 7, 18, 30, 32, 33, 44, 45, 46, 47, 48, 49], "other": [2, 6, 24, 25, 32, 33, 48, 52], "word": 2, "just": [2, 14, 19, 32, 33, 36, 37, 46, 48, 53], "arbitrari": 2, "strategi": 2, "mai": [2, 5, 7, 18, 24, 35, 41, 43, 44, 47, 52, 53], "refer": [2, 3, 7, 18, 24, 32, 33, 41, 42, 45], "spars": 2, "poss": 2, "introduc": [2, 12, 13, 42, 47, 48], "recent": 2, "5": [2, 3, 10, 21, 23, 24, 25, 32, 37, 38, 46, 48, 53], "mdp": [2, 5, 52, 55], "6": [2, 26, 37, 38, 46, 48, 53], "propos": 2, "call": [2, 5, 35, 46, 48], "powss": 2, "howev": [2, 48], "line": [2, 46, 47], "work": [2, 37, 38, 42, 46, 48, 52, 53, 55], "sole": 2, "still": [2, 35, 48], "compar": [2, 36], "exactli": 2, "while": [2, 12, 32, 33, 42, 48], "depend": [2, 3, 5, 7, 24, 30, 37, 42, 53], "explor": [2, 37, 38], "constant": [0, 2, 6, 37], "7": [2, 10, 37, 38, 42, 46], "reflect": 2, "prior": [2, 5, 18, 19, 26, 27, 32, 42, 48], "knowledg": [2, 48], "regard": [2, 5, 42, 48], "amount": [2, 7], "thei": [2, 19, 23, 35, 46], "follow": [2, 3, 5, 18, 32, 33, 37, 38, 45, 46, 47, 48, 52, 53], "wa": [2, 42, 47], "r_": 2, "hi": 2, "lo": 2, "where": [2, 3, 5, 7, 10, 18, 20, 21, 22, 24, 25, 35, 47, 48, 53], "rhi": 2, "achiev": 2, "dure": [2, 23, 37, 38, 42, 45, 46, 48], "run": [2, 23, 32, 33, 41, 42, 46, 47, 48, 53], "0": [2, 5, 10, 12, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 36, 37, 38, 45, 46, 48, 53], "rlo": 2, "lowest": 2, "inde": [2, 48], "differ": [2, 12, 18, 20, 22, 41, 42, 43, 47, 55], "between": [2, 5, 12, 21, 23, 24, 32, 37, 42, 43, 47, 55], "certainli": 2, "onli": [2, 5, 13, 22, 32, 37, 38, 42, 43, 48], "wai": [2, 46, 48, 55], "obtainx1": 2, "object": [0, 2, 5, 6, 10, 19, 20, 21, 22, 23, 24, 25, 29, 31, 36, 37, 38, 42, 45, 48, 51, 52, 53], "problem": [0, 2, 3, 5, 35, 42, 44, 46, 48, 49, 52, 53, 55], "specif": [2, 5, 36, 37, 38, 42, 48, 55], "cl": [2, 5], "kwarg": [2, 5, 12, 19, 20, 21, 22, 24, 25, 26, 29, 31, 33, 36, 37, 38, 42], "intend": 2, "classmethod": [2, 5, 20, 22, 29, 30, 31, 36, 46], "mimic": 2, "behavior": [2, 20, 42, 48], "generateleg": 2, "generatepref": 2, "david": [2, 48], "silver": [2, 48], "code": [2, 5, 37, 42, 45, 46, 47, 48, 52, 55], "tupl": [2, 3, 5, 10, 19, 21, 22, 24, 25, 30, 36, 37], "form": [2, 35], "num_visits_init": [1, 2], "value_init": [1, 2], "repres": [2, 3, 5, 10, 19, 24, 25, 35, 36, 37, 38, 44, 46, 47], "prefer": [2, 37, 38, 42, 48], "act": [2, 5, 32, 48, 52, 53], "despot": [2, 55], "For": [2, 5, 21, 23, 36, 42, 48, 53], "exampl": [2, 5, 18, 21, 23, 32, 33, 37, 38, 42, 45, 47, 48, 49, 50, 52], "certain": [2, 5], "possibl": [2, 5, 12, 20, 22, 24, 25, 30, 32, 33, 37, 48, 55], "subset": [2, 37, 38], "all": [2, 5, 12, 19, 22, 24, 25, 30, 32, 33, 36, 37, 38, 42, 48, 55], "when": [2, 5, 18, 24, 25, 28, 30, 36, 37, 38, 41, 42, 44, 45, 46, 47, 48, 52, 53, 55], "domain": [2, 6, 7, 10, 13, 18, 22, 24, 26, 32, 42, 44, 47, 52], "can": [2, 5, 7, 12, 14, 18, 20, 21, 22, 28, 32, 33, 37, 38, 42, 46, 47, 48, 50, 53, 55], "heurist": [2, 24, 25, 48], "space": [2, 3, 5, 7, 10, 12, 13, 19, 20, 22, 24, 25, 28, 32, 33, 35, 42, 46, 47, 48, 50], "enumer": [2, 32, 37, 38, 42, 43, 46, 48, 50], "__init__": [2, 5, 36, 41, 42, 45, 47, 48], "max_depth": [1, 2, 18, 26, 37, 38, 48], "planning_tim": [2, 18, 26, 42, 48], "1": [2, 3, 5, 7, 10, 12, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 32, 33, 36, 37, 38, 45, 46, 47, 48, 52, 53], "num_sim": [2, 37, 38, 42], "discount_factor": [1, 2, 5, 18, 26, 37, 38, 46, 48], "9": [2, 37, 42, 46, 48, 53], "exploration_const": [2, 18, 26, 37, 38, 48], "sqrt": 2, "action_prior": [1, 2, 45], "none": [2, 3, 5, 10, 18, 19, 20, 22, 24, 25, 29, 30, 32, 35, 36, 37, 38, 45, 46, 48, 53], "show_progress": 2, "fals": [2, 5, 10, 12, 18, 19, 21, 22, 23, 24, 25, 29, 31, 32, 33, 35, 36, 37, 46, 53], "pbar_update_interv": 2, "paramet": [2, 3, 5, 12, 18, 19, 21, 22, 24, 25, 27, 30, 32, 33, 35, 36, 37, 38, 42, 46, 48], "int": [2, 19, 21, 32, 33, 37, 38, 46], "float": [2, 5, 12, 21, 22, 24, 25, 30, 32, 33, 36, 37, 46], "time": [2, 12, 18, 20, 24, 25, 35, 46, 47], "second": [2, 35, 37, 38, 41, 46, 47], "neg": [2, 32, 33, 42, 48], "number": [2, 5, 18, 19, 32, 33, 35, 36, 37, 38, 42, 46, 55], "reach": [2, 5, 18, 46, 48], "both": [2, 32, 33, 37, 38, 46, 47], "ar": [2, 5, 7, 12, 18, 19, 22, 23, 24, 25, 28, 32, 33, 35, 36, 37, 38, 41, 42, 43, 46, 47, 48, 49, 53, 55], "over": [2, 7, 19, 32, 35, 36, 43, 44, 45, 48], "bool": [2, 5, 18, 21, 32, 35, 37, 38, 46], "print": [2, 37, 38, 42, 46, 48], "progress": [2, 42], "bar": [2, 42], "after": [2, 5, 12, 20, 21, 22, 29, 42, 46, 48], "you": [2, 5, 7, 18, 32, 33, 35, 37, 38, 41, 42, 45, 46, 47, 48, 52, 53], "even": [2, 49], "your": [2, 42, 47, 52], "stop": 2, "criteria": 2, "ran": 2, "last": [2, 13, 20], "assum": [2, 3, 5, 7, 10, 12, 19, 22, 23, 24, 25, 30, 32, 33, 36, 37, 42, 46, 53], "ha": [2, 5, 18, 23, 24, 25, 31, 36, 41, 46, 47, 51, 55], "been": [2, 48, 49], "take": [2, 5, 14, 24, 25, 28, 36, 42, 45, 46, 47, 48], "receiv": [2, 5, 12, 24, 25, 32, 33, 47, 48], "choos": [2, 45, 48], "uniformli": [2, 48], "child": 2, "implement": [2, 3, 5, 7, 12, 13, 18, 22, 24, 25, 28, 30, 32, 33, 36, 37, 42, 44, 45, 48, 49, 50, 51, 52, 55], "origin": [2, 7, 10, 12, 13, 20, 22, 24, 25, 45, 47, 48, 52], "larg": [2, 5, 28, 29, 30, 48], "http": [2, 3, 46, 52, 53], "nip": 2, "cc": 2, "4031": 2, "One": [2, 19, 48], "thing": 2, "happen": [2, 18, 22], "new": [2, 5, 21, 29, 35, 36, 42, 52], "store": [2, 5, 37, 46, 48], "level": [2, 47], "execut": [2, 5, 21, 23, 37, 38, 46, 48], "next": [2, 5, 12, 22, 24, 25, 30, 32, 33, 37, 48], "These": 2, "reinvigor": [2, 35, 53], "enough": [2, 12, 33, 49], "separ": [2, 41, 42, 47], "complet": [2, 7, 37, 46], "node": [2, 37, 38, 42, 46], "longer": 2, "keep": [2, 12, 33, 35, 37], "track": [2, 35], "reinvogr": 2, "onc": [2, 5, 32, 48], "have": [2, 3, 5, 18, 19, 21, 24, 25, 32, 33, 35, 36, 37, 38, 42, 43, 46, 47, 48, 49, 55], "previous": [2, 42, 47], "version": [2, 46, 53], "basicpomcp": 2, "jl": [2, 46, 55], "github": [2, 41, 42, 46, 52, 53], "com": [2, 46, 53], "juliapomdp": [2, 7], "two": [2, 32, 33, 36, 37, 41, 44, 46, 48, 55], "equival": [2, 10, 48], "gener": [2, 5, 18, 32, 33, 36, 41, 43, 45, 46, 47, 48, 49, 52], "doesn": [2, 19, 32, 33, 55], "hurt": [2, 32, 33, 48], "featur": [2, 37, 38, 42, 52, 55], "state_transform_func": [2, 35], "artifici": [2, 48, 52], "transform": 2, "signatur": [2, 42], "s_transform": 2, "maintain": [2, 5, 12, 35, 46], "iter": [2, 24, 25, 32, 35, 42, 46, 48, 53, 55], "explain": [2, 41], "4": [2, 3, 20, 37, 38, 46, 48, 53], "stochast": [2, 13, 32, 48, 52], "No": [2, 46], "prune": [2, 46], "explod": 2, "veri": [2, 5, 48], "fast": 2, "feasibl": [2, 5, 12, 24, 25, 30, 32, 33, 37], "small": [2, 12, 22, 26, 27, 29, 30, 32, 33, 42, 48], "explicitli": [2, 24, 25, 35, 43, 45, 46, 48, 50], "horizon": [2, 42, 46, 48], "inf": [2, 46], "epsilon": [2, 18, 19, 22, 36, 37], "1e": [2, 22, 36, 37, 48], "lqr": [2, 3], "maximum": [2, 3, 7, 10, 18, 19, 32, 33, 42, 46], "likelihood": [2, 3, 7, 10, 36], "func_sysd": [2, 3], "func_ob": [2, 3], "jac_sysd": [2, 3], "jac_ob": [2, 3], "jac_sysd_u": [2, 3], "noise_ob": [2, 3], "noise_sysd": [2, 3], "qlarg": [2, 3], "q": [2, 3, 37, 38, 42], "planning_horizon": [2, 3], "15": [2, 3, 32, 37, 38, 46, 48], "sourc": [2, 3, 10, 12, 14, 15, 18, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 32, 35, 37, 38, 41, 46, 47, 48, 53], "ut": [2, 3], "ekf": [2, 3], "equat": [2, 3, 35], "12": [2, 3, 21, 29, 37, 46, 53], "13": [2, 3, 42], "f": [2, 3, 10], "point": [2, 3, 23, 28, 30, 46], "mt": [2, 3], "cov_t": [2, 3], "np": [2, 3], "arrai": [2, 3, 10, 36], "shape": [2, 3, 10, 20, 22, 23, 47], "cost": [2, 3, 19, 24, 25, 35], "need": [2, 3, 7, 19, 22, 32, 33, 35, 42, 45, 46, 48, 53], "turn": [2, 3], "long": [2, 3], "vector": [2, 3, 36, 37, 46], "consist": [2, 3, 12, 33], "column": [2, 3], "stich": [2, 3], "togeth": [2, 3], "control": [2, 3, 21, 22, 29, 48], "noise_t": [2, 3], "nois": [2, 3, 24, 25, 32, 33, 48], "possibli": [2, 3], "matrix": [2, 3], "wt": [2, 3], "term": [2, 3], "e": [2, 3, 5, 12, 18, 20, 21, 22, 23, 24, 25, 30, 32, 33, 37, 38, 42, 47, 48, 49, 53], "ad": [2, 3, 5, 42], "system": [2, 3, 46, 48, 55], "dynam": [2, 3, 22, 23], "v": [2, 3, 37, 38, 42, 46], "eq": [2, 3], "sam": [2, 3], "dimension": [2, 3, 12], "noise_obs_cov": [2, 3], "correspond": [2, 3, 21, 45, 46], "b_i": [2, 3], "u_i": [2, 3], "num_seg": [2, 3], "18": [2, 3, 37, 38, 46], "phi": [2, 3], "sum": [2, 3], "b_": [2, 3, 35, 48], "b_t": [2, 3, 48], "seg": [2, 3], "essenti": [2, 3, 43], "bu_traj": [2, 3], "b_de": [2, 3], "u_d": [2, 3], "17": [2, 3], "desir": [2, 3, 41], "covt": [2, 3], "comput": [2, 3, 19, 35, 42, 46], "list": [2, 3, 36, 37, 38, 42, 46], "begin": [2, 3, 37, 48], "segment": [2, 3], "avail": [2, 3, 5, 42, 52], "pass": [2, 3, 5, 12, 46, 48], "empti": [2, 3, 27], "b_0": [2, 3], "u_init": [2, 3], "control_bound": [2, 3], "opt_opt": [2, 3], "opt_callback": [2, 3], "solv": [2, 3, 6, 12, 13, 18, 26, 32, 42, 44, 47, 50, 52, 53], "sqp": [2, 3], "direct": [2, 3, 51], "transcript": [2, 3], "produc": [2, 3], "doc": [2, 3, 42], "scipi": [2, 3], "org": [2, 3, 42, 46, 52, 53], "tutori": [2, 3, 42, 45], "optim": [2, 3, 48], "html": [2, 3, 41, 46, 53], "opt_r": [2, 3], "lesli": [2, 48, 52], "pack": [2, 48, 52], "kaelbl": [2, 48, 52], "michael": [2, 47, 48, 52], "littman": [2, 48, 52], "anthoni": [2, 46, 48, 50, 52], "cassandra": [2, 46, 48, 50, 52], "intellig": [2, 48, 52], "101": [2, 48, 52], "99": [2, 18, 26, 46, 48, 52], "134": [2, 48, 52], "1998": [2, 48, 52], "joel": [2, 48], "veness": [2, 48], "advanc": [2, 48, 55], "neural": [2, 48], "process": [2, 32, 33, 48], "2164": [2, 48], "2172": [2, 48], "2010": [2, 48], "levent": 2, "kocsi": 2, "csaba": 2, "szepesv": 2, "\u00e1": 2, "ri": 2, "bandit": 2, "european": 2, "confer": [2, 47, 48, 52], "machin": [2, 46], "learn": [2, 5, 43, 48, 49, 51, 52, 55], "282": 2, "293": 2, "springer": 2, "2006": 2, "platt": 2, "tedrak": 2, "lozano": 2, "perez": 2, "proceed": [2, 48], "robot": [2, 7, 14, 18, 19, 20, 21, 22, 23, 24, 25, 28, 30, 47, 48, 52, 55], "scienc": 2, "zaragoza": 2, "spain": 2, "june": 2, "doi": 2, "10": [2, 18, 21, 24, 25, 26, 27, 29, 30, 32, 33, 37, 38, 42, 46, 48, 52], "15607": 2, "rss": 2, "vi": [2, 48], "037": 2, "h": [2, 48], "lim": 2, "clair": 2, "j": 2, "tomlin": 2, "zachari": 2, "sunberg": 2, "search": [0, 2, 6, 12, 13, 19, 20, 22, 24, 25, 37, 38, 42, 48, 52, 53], "guarante": 2, "continu": [2, 7, 42, 48], "arxiv": [2, 52], "preprint": 2, "1910": 2, "04332": 2, "2019": [2, 18, 20, 22, 47, 48], "kearn": 2, "yishai": 2, "mansour": 2, "andrew": 2, "y": [2, 19, 20, 21, 22, 24, 25, 27, 28, 29], "ng": 2, "markov": [2, 32, 33, 48], "decis": [2, 32, 33, 48], "49": [2, 37], "193": 2, "208": 2, "2002": 2, "ant": 2, "\u00f3": 2, "nio": 2, "gusmao": 2, "tapani": 2, "raiko": 2, "toward": 2, "beyond": [2, 52], "game": 2, "go": [2, 13, 41, 44, 53], "ecai": 2, "384": 2, "389": 2, "2012": 2, "import": [5, 37, 38, 43, 45, 46, 48, 53], "must": [5, 7, 12, 13, 46, 48], "hashabl": [5, 36, 37, 42], "oper": 5, "its": [5, 7, 12, 13, 14, 21, 22, 23, 24, 25, 32, 33, 42, 43, 46, 48, 50, 51, 55], "job": [5, 43, 48], "taken": [5, 18, 36], "care": [5, 19], "suppli": [5, 45], "OR": 5, "policy_model": [5, 6, 18, 26, 37, 38, 47, 48], "attr_nam": 5, "attr_valu": 5, "allow": [5, 42, 47, 48, 52], "sometim": [5, 48], "model": [5, 6, 7, 12, 13, 18, 19, 20, 24, 25, 26, 32, 33, 37, 42, 46, 47, 50, 51, 52], "transit": [5, 12, 21, 22, 24, 25, 30, 32, 33, 35, 37, 46, 47, 48], "current": [5, 13, 21, 24, 25, 35, 37, 38, 46, 50], "which": [5, 14, 21, 24, 32, 33, 35, 36, 37, 38, 42, 45, 46, 48, 55], "most": [5, 12, 19, 22, 24, 25, 30, 33, 36, 37], "like": [5, 12, 19, 22, 24, 25, 30, 33, 36, 37, 38, 41, 42, 43, 47, 48, 53], "map": [5, 13, 16, 19, 20, 21, 22, 23, 27, 36, 37, 46], "variabl": [5, 31, 32, 36, 46], "pr": [5, 12, 22, 24, 25, 30, 32, 33, 35, 36, 37], "x": [5, 7, 10, 12, 19, 20, 21, 22, 24, 25, 27, 28, 29, 36, 53], "varval": 5, "evaul": 5, "world": [5, 12, 18, 20, 21, 22, 32, 48, 53], "2d": [5, 18, 20, 22, 23, 42], "gridworld": [5, 19, 20, 22, 47], "render": 5, "pygam": [5, 21, 29, 53], "Or": [5, 36, 48, 53], "could": [5, 18, 20, 21, 22, 32, 36, 44, 45, 48, 52, 55], "3d": 5, "opengl": 5, "therefor": [5, 12, 35], "mind": 5, "how": [5, 32, 44, 47, 52], "so": [5, 13, 37, 38, 41, 42, 48, 53, 55], "passiv": 5, "never": [5, 30], "nor": [5, 32, 33, 48], "init_st": [5, 10, 12, 15, 21, 24, 25, 29, 32, 46], "next_stat": [5, 12, 20, 21, 22, 24, 25, 30, 32, 33, 37, 48], "appli": [5, 42], "assign": [5, 36], "underli": [5, 33, 36], "accord": [5, 12, 22, 23, 24, 25, 28, 30, 32, 33, 37, 47, 48], "type": [5, 12, 19, 21, 22, 24, 25, 30, 32, 33, 35, 36, 37, 42, 45, 46], "synonym": 5, "result": [5, 20, 21, 22, 35, 48], "trigger": [5, 21], "becom": [5, 21, 48], "discount": [5, 12, 24, 25, 46, 53], "until": [5, 46], "condit": [5, 48], "reward": [5, 12, 21, 22, 24, 25, 30, 32, 33, 37, 46, 47, 48, 53], "addition": [5, 53], "exhibit": 5, "properti": [5, 10, 20, 21, 23, 24, 25, 29, 37, 38, 42], "That": [5, 46], "support": [5, 22, 36, 43, 45, 51, 52, 55], "dictionari": [5, 19, 36, 37, 48], "randomli": [5, 12, 22, 24, 25, 30, 32, 33, 36, 37, 47], "tempor": 5, "abstract": [5, 36], "defin": [5, 10, 12, 13, 14, 18, 20, 22, 36, 37, 42, 44, 45, 46, 47, 50, 51], "semi": 5, "reinforc": [5, 51, 55], "satisfi": 5, "conveni": [5, 32, 37, 42], "overriden": 5, "feel": [5, 55], "write": [5, 46], "boolean": 5, "whether": [5, 12, 43, 46], "technic": 5, "instanc": [5, 21, 24, 25, 32, 33, 46, 47], "env": [5, 6, 7, 13, 18, 26, 46, 47, 48], "name": [5, 12, 20, 24, 32, 33, 37, 46, 48], "treat": [5, 19, 32, 48], "h_t": [5, 48], "reason": 5, "accommod": 5, "vari": [5, 7, 20, 22], "probabilti": 5, "arg": [5, 12, 24, 25, 30, 32, 33, 37, 38, 42, 48], "pair": 5, "mathbb": 5, "denot": 5, "sim": [5, 48], "black": [5, 10], "box": 5, "creat": [5, 6, 7, 10, 32, 37, 38, 41, 42, 46, 47, 48], "n_step": 5, "compon": [5, 13, 16, 18, 22, 26, 30, 46, 47, 48], "oo": [5, 20, 29, 42, 47, 51], "As": [5, 45, 47], "main": [5, 6, 12, 24, 25, 26, 32, 33, 42, 46, 48], "benefit": 5, "reduc": [5, 20, 35], "scale": 5, "exponenti": [5, 24], "linear": 5, "increas": [5, 24], "see": [5, 36, 42, 43, 46, 47, 48, 49, 50, 52, 53], "alwai": [5, 13, 49], "objid": [5, 18, 19, 20, 21, 22], "alia": [5, 37, 38], "return_oost": [5, 19, 42], "z": [5, 21, 29, 35], "mapsto": 5, "z_1": 5, "cdot": [5, 46], "z_n": 5, "id": [5, 19, 20, 21, 22], "dict": [5, 19, 20, 21, 27, 35, 36, 42], "object_observ": [5, 20], "singl": [5, 20, 37, 38, 47], "prod_i": 5, "z_i": 5, "param": [5, 20], "again": 5, "chang": [5, 20, 22, 36, 42, 43, 48, 53], "directli": [5, 12, 33, 35, 48, 50], "object_st": [5, 20, 22], "becaus": [5, 12, 13, 19, 41, 43, 46, 48], "caus": 5, "hashcod": 5, "incorrect": [5, 37], "kei": [5, 37, 38], "attr": 5, "request": [5, 7], "frozenset": 5, "identifi": 5, "sinc": [5, 35, 48], "hash": [5, 37, 42], "s_i": [5, 20], "made": [5, 35, 42, 53], "str": [5, 21, 32, 36, 46], "onlin": [5, 7, 48], "pure": 5, "underneath": 5, "hood": 5, "Its": 5, "output": [5, 41, 46, 53], "expect": [5, 46, 53], "same": [5, 28, 30, 32, 35, 36, 42, 46, 48], "lasertag": [], "light_dark": [0, 6, 49], "problem_discret": [0, 6], "test": [0, 6, 32, 35, 42, 46], "load_unload": [0, 6], "maze": [0, 6, 49], "multi_object_search": [0, 6, 47, 53], "example_world": [0, 6, 47], "random_world": [6, 18], "rocksampl": [0, 6, 42, 53], "cython": [0, 6, 37, 42, 52, 53, 55], "rocksample_problem": [0, 6], "run_rocksampl": [6, 24], "rocktyp": [6, 24, 25], "good": [6, 24, 25, 47, 53], "bad": [6, 24, 25, 53], "invert": [6, 24, 25], "moveact": [6, 24, 25], "east": [6, 18, 20, 24, 25], "west": [6, 18, 20, 24, 25], "north": [6, 18, 20, 24, 25, 53], "south": [6, 18, 20, 24, 25], "sampleact": [6, 24, 25], "checkact": [6, 24, 25], "rstransitionmodel": [6, 24, 25], "rsobservationmodel": [6, 24, 25], "rsrewardmodel": [6, 24, 25], "rspolicymodel": [6, 24, 25], "rocksampleproblem": [6, 24, 25], "random_free_loc": [6, 24, 25], "in_exit_area": [6, 24, 25], "generate_inst": [6, 24, 25], "print_stat": [6, 24, 25], "test_plann": [6, 12, 24, 25, 32, 33, 48], "init_particles_belief": [6, 24, 25], "tag": [0, 6, 42], "experi": [0, 6, 7], "tiger": [0, 6, 37, 38, 42, 45, 46, 47, 52, 53], "run_tig": [6, 32], "tiger_problem": [0, 6, 37, 38, 42, 46, 48], "tigerst": [6, 32, 33, 46], "tigeract": [6, 32, 33], "tigerobserv": [6, 32, 33], "tigerproblem": [6, 32, 33, 37, 38, 46, 48], "make_tig": [6, 32], "lightdarkenviron": [7, 10], "light": [0, 6, 10, 42], "const": [7, 10], "dark": [0, 6, 10, 42], "mazeenviron": [13, 15], "finit": [12, 13, 32, 46, 48], "descript": [7, 12, 13, 18, 20, 21, 22, 24, 25, 32, 33, 48], "start": [12, 13, 21, 37, 38, 48, 53], "goal": [7, 13, 48], "cannot": [12, 13, 36, 41], "perceiv": [12, 13], "locat": [12, 13, 19, 23, 24, 25, 28, 30, 53], "orient": [13, 14, 18, 19, 20, 22, 23, 47, 51], "presenc": 13, "absenc": 13, "wall": [13, 14], "side": [12, 13, 48], "squar": 13, "non": 13, "zero": [13, 42], "slip": 13, "know": [13, 18, 35], "attempt": [13, 42], "make": [13, 19, 36, 37, 38, 41, 42, 43, 47, 52, 53, 55], "move": [7, 12, 13, 24, 25, 30, 31, 37, 38, 47, 53], "had": 13, "consequ": 13, "actual": [7, 13, 18, 23, 32, 33, 48], "posit": [7, 13, 14, 24, 25, 30, 31, 32, 33, 48], "Not": [13, 36], "yet": [7, 13, 42, 47], "motion": [14, 18, 20, 22, 24, 25, 28, 47], "look": [14, 20, 22, 47, 53], "positit": 14, "mosag": [18, 19], "clear_histori": [18, 19, 26, 27], "mosoobelief": [18, 19], "initialize_belief": [18, 19, 26, 27], "motionact": [18, 20, 23], "scheme_xyth": [18, 20], "scheme_vw": [18, 20], "forward": [18, 20], "backward": [18, 20, 42], "scheme_xi": [18, 20], "east2d": [18, 20, 31], "west2d": [18, 20, 31], "north2d": [18, 20, 31], "south2d": [18, 20, 31], "scheme": [18, 20], "lookact": [18, 20], "findact": [18, 20], "objectobserv": [18, 20, 22], "null": [18, 20, 22], "mosooobserv": [18, 20, 21, 53], "for_obj": [18, 20], "pose": [18, 20, 22, 23, 47], "robotst": [18, 20], "robot_pos": [18, 20, 23], "objects_found": [18, 20], "mosoost": [18, 20], "object_pos": [18, 20], "mosenviron": [18, 21], "robot_id": [18, 19, 20, 21, 22, 23], "interpret": [18, 20, 21, 36, 47], "interpret_robot_id": [18, 21], "equip_sensor": [18, 21, 47], "make_laser_sensor": [18, 21, 47], "make_proximity_sensor": [18, 21, 47], "grid_map": [18, 19, 22, 26, 27, 29, 30, 47], "sensor": [18, 19, 20, 21, 22, 24, 25, 47, 48], "mosobservationmodel": [18, 22], "objectobservationmodel": [18, 22], "unittest": [6, 18, 21, 22, 26, 29], "mosrewardmodel": [18, 22], "goalrewardmodel": [18, 22], "mostransitionmodel": [18, 22], "staticobjecttransitionmodel": [18, 22], "robottransitionmodel": [18, 22], "if_move_bi": [18, 22, 26, 30], "valid_pos": [18, 22, 30, 31], "in_boundari": [18, 22], "file": [18, 41, 42, 47, 48, 53, 55], "some": [18, 37, 42, 44, 46, 48, 49, 53, 55], "string": [10, 18, 21, 33, 37, 38, 46], "width": [18, 19, 22, 23, 26, 29, 31], "length": [18, 19, 22, 23, 26, 29, 31], "num_obj": 18, "num_obstacl": 18, "robot_char": 18, "init_robot_st": 19, "object_id": [19, 22], "dim": [19, 21, 22], "01": [18, 19, 22, 46], "belief_rep": [18, 19], "num_particl": [12, 18, 19, 24, 25, 26, 27, 35, 36], "100": [12, 18, 19, 27, 32, 33, 46, 48], "custum": [19, 27], "sure": [19, 48], "robot_orient": 19, "multi": [0, 6, 19, 20, 22, 42, 49, 51, 52, 53], "target": [18, 19, 21, 28, 30, 32, 46, 47, 48], "obstacl": [19, 21, 23, 47], "realli": [19, 48], "about": [12, 19, 23, 24, 25, 37, 38, 42, 47], "them": [19, 37, 42, 44, 48, 53, 55], "includ": [18, 19, 22, 41, 42, 43], "unspecifi": 19, "uniform": [19, 24, 25, 26, 27, 32, 48], "radian": 19, "cup": [20, 48], "find": [20, 22, 42, 47, 52, 53], "45deg": 20, "input": [20, 21, 46, 50], "forc": 20, "everi": [20, 24, 25], "w": [20, 47], "drop": 20, "mo": [0, 6, 20, 42, 52, 53], "xy": [10, 20, 31], "distance_cost": 20, "motion_nam": 20, "xyth": [20, 53], "141592653589793": 20, "71238898038469": 20, "5707963267948966": 20, "vw": 20, "7853981633974483": 20, "icra": [18, 20, 22, 47], "instead": [18, 20, 22, 32, 33, 42, 43, 48], "topolog": [18, 20, 22, 47], "graph": [18, 20, 22, 46, 47], "fan": [20, 22, 23, 47], "someth": [20, 22, 53], "els": [20, 22, 45, 46, 48], "objpos": 20, "thu": [20, 35, 47], "grid": [12, 20, 22, 23, 24, 25, 30, 47], "s_1": 20, "s_2": 20, "s_n": 20, "s_r": 20, "leq": 20, "sr": 20, "objclass": 20, "camera_direct": 20, "overrid": 21, "parent": [21, 37, 38], "worldstr": [21, 26, 29, 31], "rx": [21, 29], "xt": 21, "laser": [21, 22, 23, 47], "fov": [21, 23], "90": [21, 23], "min_rang": [21, 23], "max_rang": [21, 23], "indic": [21, 35], "obsticl": 21, "replac": 21, "upper": 21, "letter": 21, "serv": 21, "lower": [10, 21], "except": [21, 29, 37, 38], "signal": 21, "laser2dsensor": [21, 22, 23], "robot_nam": 21, "worldmap": 21, "charact": [10, 21], "angle_incr": [21, 23], "dist_rang": 21, "occlus": [21, 23, 47], "scanner": [21, 23, 47], "configur": [7, 21], "angl": [21, 23, 47], "end": [21, 37], "beam": [21, 23, 47], "scan": [21, 23, 47], "degre": [21, 23, 47], "angular": 21, "distanc": [21, 23, 24], "measur": 21, "rad": 21, "consid": [18, 21, 35, 47], "radiu": [10, 21, 23], "proxim": [21, 22, 23], "occlusion_en": [21, 23], "gridmap": [22, 23, 27, 30, 31], "valid_mot": [22, 23, 30, 31], "to_rad": [22, 23], "in_rang": [22, 23], "within_rang": [22, 23], "sensing_region_s": [22, 23], "in_field_of_view": [22, 23], "shoot_beam": [22, 23], "valid_beam": [22, 23], "proximitysensor": [22, 23], "own": [22, 42, 43], "well": [22, 32, 33, 47, 48], "within": [22, 23, 47], "rang": [22, 23, 46, 47, 48], "equip": [22, 47], "occup": [22, 27], "target_object": 22, "big": [22, 26, 27, 29, 30], "1000": [18, 22, 26, 36], "normal": [12, 22, 24, 25, 33, 35, 36], "get": [22, 26, 32, 33, 48, 53], "detect": 22, "relat": [22, 52], "determinist": [22, 23, 24, 25, 30, 35, 37, 48], "09": [22, 36], "necessarili": 22, "static": [21, 22, 24, 25, 29, 32, 37, 38], "next_object_st": 22, "perfect": [22, 24, 25, 47], "check_collis": 22, "robot_st": 22, "next_robot_st": [18, 22], "pose_objid": 22, "valid": [22, 23, 43], "overlap": 22, "addit": [22, 35, 46, 49, 52, 53], "assist": 23, "collis": 23, "avoid": [23, 35, 42, 43], "invalid": [23, 48], "contain": [23, 32, 33, 35, 37, 38, 41, 42, 46, 48, 50, 55], "all_motion_act": 23, "bump": [23, 42], "determin": [23, 24, 25, 48], "assumpt": 23, "p1": [10, 23, 24, 25, 37], "p2": [10, 23, 24, 25, 37], "deg": 23, "val": 23, "env_stat": 23, "might": [23, 32, 33, 47, 48], "visibl": [23, 42], "due": [23, 42, 47], "gap": 23, "view_angl": 23, "th": [21, 23, 29, 37], "field": [23, 32, 33, 42], "view": [23, 42], "size": [10, 21, 23, 29, 42, 46], "180": 23, "front": [23, 32, 33, 48], "our": [7, 23, 47, 48, 55], "convent": [23, 44, 52], "270": 23, "360": [23, 47], "shoot": 23, "bear": 23, "dist": 23, "increment": 23, "mosobserv": 23, "region": [21, 23, 47], "center": [10, 23], "rock_id": [24, 25], "rsaction": [24, 25], "rsobserv": [24, 25], "qualiti": [24, 25], "rsstate": [24, 25], "k": [24, 25], "uai": [24, 25], "2004": [24, 25, 52], "rocktype_1": [24, 25], "rocktype_2": [24, 25], "rocktype_k": [24, 25], "rocktype_i": [24, 25], "terminalst": [24, 25], "rock": [24, 25], "known": [24, 25, 55], "check_i": [24, 25], "smartli": [24, 25], "check": [24, 25, 42, 46, 47, 48, 55], "check_1": [24, 25], "check_k": [24, 25], "first": [24, 25, 37, 38, 41, 46, 47, 48, 53], "four": [24, 25], "noisi": [24, 25], "eta": [24, 25], "exit": [24, 25], "area": [24, 25], "equal": [24, 25, 32, 33, 37, 38, 48], "being": [5, 24, 25], "rock_loc": 24, "half_efficiency_dist": 24, "20": [24, 37, 38, 42, 46], "not_free_loc": [24, 25], "nxn": [24, 25], "free": [24, 25, 32, 33, 47, 48, 51, 52, 55], "nstep": [12, 24, 25, 32, 33, 48], "95": [12, 24, 25, 37, 38, 46, 48], "initialize_particles_belief": [26, 27], "belief_upd": [6, 18, 26, 27], "tagag": [26, 27], "tagact": [26, 28], "tagobserv": [26, 28], "tagstat": [26, 28], "motion_polici": [26, 30], "tagobservationmodel": [26, 30], "tagpolicymodel": [26, 30], "tagrewardmodel": [26, 30], "tagtransitionmodel": [26, 30], "init_robot_posit": [26, 27], "hold": [27, 43], "pr_stai": [26, 27, 29, 31], "anytim": [28, 30, 46], "approxim": [28, 30, 36, 55], "cell": [28, 30, 47], "target_posit": [28, 31], "person": 28, "found": [28, 46, 47, 53], "robot_posit": [28, 31], "target_found": 28, "from_str": [26, 29, 30, 31], "free_cel": [30, 31], "tagtargetmotionpolici": [30, 31], "ohterwis": 30, "anyth": 30, "There": [7, 30, 41, 46, 48, 49, 55], "stochaist": 30, "movement": 30, "With": [30, 48], "8": [12, 30, 37, 38, 42, 46, 53], "awai": [7, 30, 32, 33, 48], "stai": [30, 32, 42, 48], "place": [12, 30, 47, 48], "closer": 30, "target_motion_polici": 30, "obstacle_pos": 31, "all_mot": 31, "next_target_posit": 31, "valid_target_motion_act": 31, "tigerobservationmodel": [32, 33], "tigerpolicymodel": [32, 33], "tigerrewardmodel": [32, 33], "tigertransitionmodel": [32, 33], "build_act": [32, 33], "build_observ": [32, 33], "build_set": [32, 33], "build_stat": [32, 33], "classic": [24, 32, 33, 48], "specifi": [32, 33, 37, 41, 42, 45, 46, 48], "introduct": [32, 33, 48], "kamalzadeh": [32, 33, 48], "hahsler": [32, 33, 48], "put": [32, 33, 48], "behind": [32, 33, 48], "door": [32, 33, 48], "treasur": [32, 33, 48], "stand": [32, 33, 37, 38, 48, 52], "close": [32, 33, 48], "decid": [32, 33, 48], "open": [32, 33, 37, 38, 46, 48], "wait": [32, 33, 48], "listen": [32, 33, 37, 38, 42, 46, 48, 53], "neither": [32, 33, 48], "entir": [32, 33, 37, 38, 48], "accur": [32, 33, 48], "hear": [32, 33, 48], "vice": [32, 33, 48], "versa": [32, 33, 48], "either": [32, 33, 35, 42, 46, 47, 48], "more": [18, 24, 32, 33, 35, 37, 38, 41, 42, 44, 45, 46, 47, 48, 49, 51, 52, 55], "complic": [32, 33, 44, 47, 48, 52], "re": [5, 21, 29, 32, 41, 48], "spec": [32, 46, 48], "reset": [32, 48], "otherwis": [12, 32, 48], "obs_nois": [32, 48], "init_true_st": [32, 33, 48], "fact": 32, "debug_tre": 32, "feedback": [32, 33, 47, 48], "loop": [32, 33, 47, 48], "pdb": [32, 37, 38], "dd": [32, 37, 38], "quickli": [32, 44, 52], "build": [32, 42, 43, 46, 47, 52, 53], "extern": [12, 33, 42, 48, 50, 52, 53], "extrem": [12, 33], "dumb": [12, 33], "obs_prob": 33, "trans_prob": 33, "current_histogram": 35, "state_mapp": [35, 36], "oarg": 35, "targ": 35, "static_transit": 35, "next_state_spac": 35, "sum_": 35, "help": [35, 37, 38, 46, 47, 52], "nest": 35, "alreadi": [35, 51], "prohibit": 35, "effici": [24, 35], "part": [35, 46], "simpli": [35, 48], "At": 35, "least": 35, "ok": 35, "current_particl": 35, "todo": [13, 35, 42], "prob": 36, "unweight": 36, "inherit": [36, 42, 48], "feed": 36, "through": [12, 18, 36, 37, 38, 45, 48], "multipl": [36, 51], "those": [36, 42, 48, 53], "approx_method": 36, "distance_func": 36, "drawn": 36, "nearest": 36, "queri": 36, "match": [36, 42], "closest": 36, "exact": [12, 36, 42, 48], "uniqu": 36, "aggreg": 36, "numer": [36, 46, 55], "densiti": 36, "multivari": 36, "isn": 36, "arbitrarili": 36, "deal": 37, "percent": 37, "rgb": 37, "255": [21, 29, 37], "hx": 37, "len": [37, 45], "ctype": 37, "dct": 37, "easier": [37, 38, 42], "core": [37, 38, 42, 43], "incorpor": [37, 38], "design": [37, 38, 52], "eas": [37, 38], "ipdb": [37, 38], "session": [37, 38], "minim": [37, 38, 42], "usag": [37, 38], "pomdp_problem": [0, 6, 37, 38, 42], "suppos": [37, 38], "too": [37, 38], "4096": [37, 38], "200": [37, 38], "set_trac": [37, 38], "program": [37, 38, 46, 50], "enter": [37, 38], "debugg": [37, 38], "_vnodepp": [37, 38], "4095": [37, 38], "19": [37, 38, 46], "529": [37, 38], "\u2080listen": [37, 38], "_qnodepp": [37, 38], "4059": [37, 38], "\u2080tiger": [37, 38], "2013": [37, 38], "16": [37, 38], "586": [37, 38], "1883": [37, 38], "1441": [37, 38], "300": [37, 38], "out": [37, 38, 46, 47, 55], "\u2081open": [37, 38], "139": [37, 38], "847": [37, 38], "\u2082open": [37, 38], "112": [37, 38, 46], "57": [37, 38], "191": [37, 38], "text": [37, 38, 46], "retriev": [37, 38], "subtre": [37, 38], "index": [37, 38, 46, 52], "2044": [37, 38], "160": [37, 38], "148": [37, 38], "634": [37, 38], "237": [37, 38], "500": [18, 26, 37, 38], "obtain": [37, 38], "sequenc": [10, 37, 38, 42, 48], "\u2081tiger": [37, 38], "1955": [37, 38], "947": [37, 38], "768": [37, 38], "022": [37, 38], "462": [37, 38], "395": [37, 38], "000": [37, 38], "247": [37, 38], "best": [37, 38, 42], "brows": [37, 38], "method": [37, 38, 42], "document": [37, 38, 42, 44, 46, 55], "futur": [37, 38], "organ": [37, 38, 47, 48], "kind": [37, 38], "total": [37, 38, 46], "largest": [37, 38], "edg": [37, 38, 46], "as_debugg": [37, 38], "Will": [37, 38], "high": [37, 38, 47, 55], "huge": [37, 38], "interact": [37, 38, 43], "along": [37, 38], "preset": [37, 38], "seq": [37, 38], "understand": [37, 38, 43], "_nodepp": [37, 38], "dest": [37, 38], "Such": [37, 38], "parent_edg": [37, 38], "indent": [37, 38], "include_children": [37, 38], "df": [37, 38], "gether": [37, 38], "statist": [37, 38], "colorstr": [37, 38], "assort": 37, "vec1": 37, "vec2": 37, "scalar": 37, "dx": 37, "dy": 37, "dz": 37, "v1": 37, "v2": 37, "06": [37, 46], "python": [12, 37, 42, 46, 47, 48, 52, 53, 55], "oldvalu": 37, "oldmin": 37, "oldmax": 37, "newmin": 37, "newmax": 37, "obj": 37, "arr": 37, "48": 37, "8320": 37, "8321": 37, "50": [37, 46], "8322": 37, "51": [37, 46], "8323": 37, "52": [37, 46], "8324": 37, "53": 37, "8325": 37, "54": 37, "8326": 37, "55": 37, "8327": 37, "56": 37, "8328": 37, "8329": 37, "particular": 37, "data": 37, "piec": 37, "correct": [37, 43, 48], "typic": [37, 48], "tabular": [37, 42], "built": [37, 41, 42, 43], "nextstat": 37, "emit": 37, "utilti": [10, 37], "typographi": 37, "purpos": [37, 47, 52], "displai": 37, "x1b": 37, "97m": 37, "96m": 37, "95m": 37, "94m": 37, "92m": 37, "93m": 37, "91m": 37, "1m": 37, "0m": 37, "shown": [37, 47], "sphinx": [41, 42], "web": 41, "page": [41, 52, 53], "Their": 41, "directori": [41, 53], "cd": 41, "py": [41, 42, 47, 48], "_sphinx_src": 41, "apidoc": 41, "api": 41, "rst": 41, "argument": [41, 42, 45], "readm": 41, "read": [41, 48], "me": 41, "Then": [18, 41, 48], "top": [41, 42], "repositori": [41, 53], "websit": [41, 42, 53], "construct": [18, 41, 46, 48], "symbol": 41, "link": [41, 42, 46, 47, 52], "ln": 41, "access": [41, 42, 48, 52], "remov": [41, 42, 46], "site": 41, "deploi": 41, "fundament": 43, "block": [12, 43, 47], "formal": 43, "encapsul": 43, "few": 43, "pomdp_pi": [42, 43, 44, 45, 47, 48, 49, 50, 51, 53, 55], "around": [43, 55], "convei": [5, 43], "idea": [43, 48], "abov": [43, 46, 47, 48, 50, 53], "gist": [42, 43], "captur": 43, "versu": 43, "much": [42, 43], "sens": [21, 43, 47], "verifi": [42, 43, 53], "diagram": 43, "langl": 43, "omega": [43, 46, 50], "rangl": 43, "discuss": 44, "simpler": [18, 42, 44, 55], "interest": 44, "former": 44, "latter": 44, "structur": [44, 47, 52], "project": [44, 47, 51, 52, 55], "below": [45, 47, 49, 53], "minimum": [42, 45], "def": [45, 48], "rais": [45, 48], "notimplementederror": 45, "notion": 45, "narrow": 45, "express": 45, "detail": [18, 32, 45, 46, 47, 48, 50], "paragraph": 45, "visit": [42, 45], "count": [21, 45, 53], "account": 45, "nu": [46, 50], "hope": [46, 49], "u": [12, 46], "mani": [46, 55], "librari": [42, 46, 50, 52, 53], "written": [46, 48, 52, 55], "format": [42, 46, 48, 55], "pomdpx": [42, 46, 55], "pomdpconvert": 46, "toolkit": 46, "to_pomdp_fil": [42, 46], "to_pomdpx_fil": 46, "convers": [42, 46], "output_path": 46, "float_precis": [42, 46], "www": [46, 53], "independ": 46, "blank": 46, "decim": 46, "order": [7, 46, 48], "pomdpconvert_path": 46, "adacompnu": 46, "instruct": [46, 53], "download": [46, 53], "ubuntu": 46, "04": 46, "gcc": 46, "bigbird": 46, "comp": 46, "edu": 46, "sg": 46, "pmwiki": 46, "farm": 46, "appl": [46, 55], "php": 46, "pomdpxdocument": 46, "binari": [46, 50], "let": [46, 48], "filenam": [46, 47], "test_tig": 46, "softwar": [46, 53, 55], "src": 46, "vi_prun": 46, "pomdp_solve_path": 46, "pomdp_nam": 46, "temp": 46, "remove_generated_fil": 46, "return_policy_graph": 46, "definit": [46, 48], "pomdp_solv": [42, 46], "compil": 46, "command": [46, 47, 53], "stop_criteria": 46, "weak": 46, "time_limit": 46, "alpha": [10, 46], "pg": 46, "instal": [42, 46, 52], "appear": [7, 46, 55], "recommend": [46, 47, 53], "isinst": [46, 48], "cur_belief": [46, 48], "new_belief": [46, 48], "pid": 46, "8239": 46, "mcgs_prune_freq": 46, "verbos": 46, "context": 46, "done": [18, 46, 48, 55], "epoch": 46, "00": 46, "sec": 46, "err": 46, "39": 46, "96": 46, "97": 46, "98": 46, "40": 46, "solut": 46, "user": [46, 48], "hr": 46, "min": 46, "lp_solv": 46, "report": 46, "lp": 46, "instabl": 46, "85": 46, "9697986575573173": 46, "03020134244268276": 46, "pomdpsol_path": 46, "timeout": 46, "30": [21, 29, 46], "memori": 46, "precis": 46, "logfil": 46, "pomdpsol": 46, "limit": 46, "mb": 46, "regret": 46, "less": 46, "than": [46, 55], "finish": 46, "log": [42, 46], "stdout": 46, "stderr": 46, "_": 46, "000001": 46, "load": [0, 6, 42, 46], "trial": [6, 26, 46], "backup": 46, "lbound": 46, "ubound": 46, "92": 46, "8205": 46, "821": 46, "2981": 46, "63": 46, "7547": 46, "70": 46, "0528": 46, "103": 46, "35722": 46, "3746": 46, "0174": 46, "155": 46, "44093": 46, "45": 46, "1431": 46, "38": 46, "7021": 46, "205": 46, "1184": 46, "36": 46, "4409": 46, "24": 46, "3225": 46, "1255": 46, "3714": 46, "13808e": 46, "21": 46, "41": 46, "1300": 46, "76277e": 46, "42": 46, "1350": 46, "75044e": 46, "43": 46, "1393": 46, "22729e": 46, "07": 46, "11": [46, 53], "extend": [42, 46, 47, 48, 49], "encod": 46, "alpha_path": 46, "pg_path": 46, "parse_pomdp_solve_output": 46, "pointer": 46, "incom": 46, "offlin": 46, "collect": 46, "associ": 46, "dot": 46, "product": 46, "lead": [46, 47], "domin": 46, "activ": [46, 55], "max_": 46, "gamma": 46, "policy_path": 46, "parse_appl_policy_fil": 46, "involv": 47, "whose": 47, "better": 47, "mainten": 47, "readabl": 47, "task": [0, 6, 12, 47, 51, 52, 55], "rel": 47, "share": [47, 52], "wandzel": 47, "et": 47, "al": 47, "slightli": 47, "room": [18, 47], "formul": 47, "three": [47, 48], "categori": 47, "adjust": 47, "disk": 47, "artifact": 47, "discret": [7, 47], "figur": [7, 12, 47], "screenshot": 47, "frame": 47, "imag": [42, 47], "circl": [47, 53], "third": 47, "show": [42, 47, 52], "later": [42, 47], "summari": 47, "procedur": [47, 48], "instanti": [18, 47], "squeez": 47, "everyth": 47, "giant": 47, "reus": 47, "whatev": 47, "save": 47, "evid": 47, "role": 47, "mosoopomdp": [6, 18, 47], "logic": 47, "m": [12, 42, 47, 52, 53], "custom": 47, "arthur": 47, "yoonseon": 47, "oh": 47, "fishman": 47, "nishanth": 47, "kumar": 47, "stefani": [47, 48, 52], "tellex": [47, 48, 52], "intern": [47, 48], "autom": [47, 48], "7194": 47, "7200": 47, "ieee": 47, "encourag": 48, "valueerror": 48, "__hash__": 48, "__eq__": 48, "boil": 48, "heard": 48, "growl": 48, "thresh": 48, "similarli": 48, "startswith": 48, "choic": 48, "easili": 48, "tabl": 48, "flexibl": 48, "intract": 48, "sever": [48, 49], "would": [42, 48, 55], "usual": 48, "human": 48, "engin": 48, "sort": [37, 42, 48], "guid": 48, "guidanc": 48, "caution": 48, "sai": 48, "inject": 48, "final": 48, "straightforward": 48, "commonli": 48, "_reward_func": 48, "elif": 48, "abl": [42, 48], "mostli": 48, "super": 48, "notic": 48, "constructor": 48, "now": [42, 48], "standard": 48, "a_t": 48, "s_t": 48, "rightarrow": 48, "s_": 48, "r_t": 48, "o_t": 48, "h_": 48, "unless": 48, "repeat": 48, "110": 48, "ennviron": 48, "skip": [42, 48], "estim": 48, "percept": 48, "stack": 48, "saniti": 48, "come": 48, "automat": [42, 48], "num": 48, "short": 48, "abel": 48, "elli": 48, "hershkowitz": 48, "gabriel": 48, "barth": 48, "maron": 48, "stephen": 48, "brawner": 48, "kevin": 48, "farrel": 48, "jame": 48, "macglashan": 48, "twenti": 48, "fifth": 48, "schedul": 48, "2015": 48, "yuchen": 48, "xiao": 48, "sammi": 48, "katt": 48, "andrea": 48, "ten": 48, "pa": 48, "shengjian": 48, "chen": 48, "christoph": 48, "amato": 48, "clutter": 48, "welcom": [49, 52], "sarsop": [42, 50, 53, 55], "rl": 51, "transfer": [51, 52], "research": [51, 52, 55], "baslin": 51, "comprehens": 52, "why": 52, "clean": 52, "intuit": 52, "peopl": 52, "commun": [52, 53, 55], "artial": 52, "bservabl": 52, "arkov": 52, "ecis": 52, "rocess": 52, "major": 52, "languag": 52, "what": 52, "changelog": 52, "principl": 52, "integr": 42, "pleas": 52, "cite": 52, "inproceed": 52, "zheng2020pomdp_pi": 52, "titl": 52, "_py": 52, "author": 52, "zheng": 52, "kaiyu": 52, "booktitl": 52, "icap": 52, "2020": 52, "workshop": 52, "planrob": 52, "year": 52, "url": 52, "icaps20subpag": 52, "wp": 52, "upload": [42, 52], "14": [12, 52, 53], "planrob_2020_paper_3": 52, "pdf": 52, "10099": 52, "virtualenv": 53, "pip": [42, 53], "manag": 53, "offici": 53, "maco": 53, "On": 53, "window": [42, 53], "wiki": 53, "latest": [42, 53], "releas": [42, 53], "clone": 53, "git": 53, "h2r": 53, "setup": [42, 53], "pyx": [42, 53], "pyd": 53, "rebuild": 53, "messi": [], "66": 53, "cumul": 53, "__num_sims__": 53, "1217": 53, "______id______": 53, "210": 53, "_____g": 53, "b_____": 53, "hello": 53, "542": 53, "506": 53, "test_al": 53, "via": [53, 55], "hub": 53, "credit": 53, "romain": 53, "egel": 53, "think": 55, "peer": 55, "easi": 55, "ro": 55, "acceler": 55, "pomdpi": 55, "suffici": 55, "convolut": 55, "potenti": [42, 55], "connect": [10, 18, 55], "clearer": 55, "pars": 55, "art": 55, "great": 55, "julia": 55, "suit": [7, 55], "analysi": 55, "besid": 55, "librai": 55, "port": 55, "ai": 55, "toolbox": 55, "bind": 55, "focus": 55, "lear": 55, "beliefmdp": 55, "modern": 42, "repo": [7, 42], "migrat": 42, "pyproject": 42, "toml": 42, "ci": 42, "pre": 42, "commit": 42, "eol": 42, "fix": 42, "cpdef": 42, "cdef": 42, "failur": 42, "29": 42, "comment": 42, "sp": 42, "wheel": 42, "properli": 42, "tame": 42, "minor": 42, "bug": 42, "__str__": 42, "confus": 42, "improv": 42, "clarifi": 42, "gave": 42, "cryingbabi": 42, "pygraphviz": 42, "inspect": 42, "refactor": 42, "cli": 42, "simplifi": 42, "__ne__": 42, "reorgan": 42, "break": 42, "unnecessari": 42, "compat": 42, "pickl": 42, "edit": 42, "cimport": 42, "ed": 42, "pypi": 42, "value_funct": 42, "18fc58e0": 42, "cfc88e8d8": 42, "719c2edf5": 42, "docker": 42, "issu": 42, "citat": 42, "resolv": 42, "max": 42, "among": 42, "infin": 42, "thank": 42, "jason": 42, "clarif": 42, "convert": 42, "were": 42, "calcul": 42, "divid": 42, "thrown": 42, "infinit": 42, "anoth": 42, "differenti": 42, "unload": [0, 6, 42], "per": 42, "faster": 42, "readi": 42, "changeabl": 42, "rewritten": 42, "cleaner": 42, "dictstat": [0, 1, 5, 42], "set_model": [1, 5, 42], "frozen": [1, 34, 36, 42], "ones": 5, "lustat": [6, 12], "luaction": [6, 12], "luobserv": [6, 12], "luobservationmodel": [6, 12], "lutransitionmodel": [6, 12], "lurewardmodel": [6, 12], "lupolicymodel": [6, 12], "loadunloadproblem": [6, 12], "generate_random_st": [6, 12], "generate_init_belief": [6, 12], "minimal_inst": [6, 24], "create_inst": [6, 24], "tagproblem": [6, 26], "plot_point": [7, 10], "plot_polygon": [7, 10], "plot_lin": [7, 10], "plot_circl": [7, 10], "xval": 10, "yval": 10, "label": 10, "style": 10, "linewidth": 10, "xlabel": 10, "ylabel": 10, "loc": 10, "vert": 10, "ax": 10, "edgecolor": 10, "verts0": 10, "verts1": 10, "verts_i": 10, "vertic": 10, "numpi": 10, "color0": 10, "color1": 10, "color_i": 10, "hex": 10, "xxxxxx": 10, "polygoncollect": 10, "axi": 10, "zorder": 10, "linestyl": 10, "fill": 10, "label_text": 10, "text_color": 10, "itself": [7, 12], "tell": 12, "statu": 12, "ob": 12, "load_unload_problem": 12, "object_color": [18, 21], "mosviz": [18, 21, 29], "img_width": [18, 21, 26, 29], "img_height": [18, 21, 26, 29], "last_observ": [18, 21, 26, 29], "draw_robot": [18, 21, 26, 29], "draw_observ": [18, 21, 26, 29], "draw_belief": [18, 21, 26, 29], "on_init": [18, 21, 26, 29], "on_ev": [18, 21, 26, 29], "on_loop": [18, 21, 26, 29], "on_rend": [18, 21, 26, 29], "on_cleanup": [18, 21, 26, 29], "on_execut": [18, 21, 26, 29], "render_env": [18, 21, 26, 29], "agent_has_map": 18, "cours": 18, "scenario": 18, "past": 18, "give": 18, "max_tim": [18, 26], "120": [18, 26], "max_step": [18, 26], "fp": [21, 29], "viz_observ": 21, "img": [21, 29], "ry": [21, 29], "rth": [21, 29], "target_color": [21, 29], "init": [21, 29], "event": [21, 29], "display_surf": [21, 29], "decreas": 24, "rover": 24, "influenc": 24, "larger": 24, "robust": 24, "tagenviron": [26, 29], "tagviz": [26, 29], "init_target_posit": 26, "belief_typ": 26, "hist": 26, "planner_typ": 26, "modifi": 36, "_search": 42, "modular": 42, "renam": 42, "gha": [], "workflow": 42, "branch": 42, "master": [], "dev": 42, "local": 7, "plane": 7, "befor": [7, 42], "approach": 7, "abil": 7, "upon": 7, "quadrat": 7, "horizont": 7, "coordin": 7, "ultim": 7, "illustr": 7, "intens": 7, "magnitud": 7, "unknown": 7, "variant": 7, "kept": 7, "pull": 7, "lightdarkdomain": 7, "distinguish": 12, "off": 42}, "objects": {"pomdp_py.algorithms": [[3, 0, 0, "-", "bsp"], [2, 0, 0, "-", "po_rollout"], [2, 0, 0, "-", "po_uct"], [2, 0, 0, "-", "pomcp"], [2, 0, 0, "-", "value_iteration"]], "pomdp_py.algorithms.bsp": [[2, 0, 0, "-", "blqr"]], "pomdp_py.algorithms.bsp.blqr": [[2, 1, 1, "", "BLQR"]], "pomdp_py.algorithms.bsp.blqr.BLQR": [[2, 2, 1, "", "create_plan"], [2, 2, 1, "", "ekf_update_mlo"], [2, 2, 1, "", "integrate_belief_segment"], [2, 2, 1, "", "interpret_sqp_plan"], [2, 2, 1, "", "segmented_cost_function"]], "pomdp_py.algorithms.po_rollout": [[2, 1, 1, "", "PORollout"]], "pomdp_py.algorithms.po_rollout.PORollout": [[2, 2, 1, "", "clear_agent"], [2, 3, 1, "", "last_best_reward"], [2, 2, 1, "", "plan"], [2, 2, 1, "", "set_rollout_policy"], [2, 2, 1, "", "update"], [2, 3, 1, "", "update_agent_belief"]], "pomdp_py.algorithms.po_uct": [[2, 1, 1, "", "ActionPrior"], [2, 1, 1, "", "POUCT"], [2, 1, 1, "", "QNode"], [2, 1, 1, "", "RandomRollout"], [2, 1, 1, "", "RolloutPolicy"], [2, 1, 1, "", "RootVNode"], [2, 1, 1, "", "TreeNode"], [2, 1, 1, "", "VNode"]], "pomdp_py.algorithms.po_uct.ActionPrior": [[2, 2, 1, "", "get_preferred_actions"]], "pomdp_py.algorithms.po_uct.POUCT": [[2, 3, 1, "", "action_prior"], [2, 2, 1, "", "clear_agent"], [2, 3, 1, "", "discount_factor"], [2, 3, 1, "", "last_num_sims"], [2, 3, 1, "", "last_planning_time"], [2, 3, 1, "", "max_depth"], [2, 3, 1, "", "num_visits_init"], [2, 2, 1, "", "plan"], [2, 3, 1, "", "rollout_policy"], [2, 2, 1, "", "set_rollout_policy"], [2, 2, 1, "", "update"], [2, 3, 1, "", "updates_agent_belief"], [2, 3, 1, "", "value_init"]], "pomdp_py.algorithms.po_uct.RandomRollout": [[2, 2, 1, "", "rollout"]], "pomdp_py.algorithms.po_uct.RolloutPolicy": [[2, 2, 1, "", "rollout"]], "pomdp_py.algorithms.po_uct.RootVNode": [[2, 2, 1, "", "from_vnode"], [2, 3, 1, "", "history"]], "pomdp_py.algorithms.po_uct.TreeNode": [[2, 3, 1, "", "children"], [2, 3, 1, "", "num_visits"], [2, 3, 1, "", "value"]], "pomdp_py.algorithms.po_uct.VNode": [[2, 2, 1, "", "argmax"], [2, 2, 1, "", "print_children_value"], [2, 3, 1, "", "value"]], "pomdp_py.algorithms.pomcp": [[2, 1, 1, "", "POMCP"], [2, 1, 1, "", "RootVNodeParticles"], [2, 1, 1, "", "VNodeParticles"]], "pomdp_py.algorithms.pomcp.POMCP": [[2, 2, 1, "", "plan"], [2, 2, 1, "", "update"], [2, 3, 1, "", "update_agent_belief"]], "pomdp_py.algorithms.pomcp.RootVNodeParticles": [[2, 3, 1, "", "belief"], [2, 2, 1, "", "from_vnode"]], "pomdp_py.algorithms.pomcp.VNodeParticles": [[2, 3, 1, "", "belief"]], "pomdp_py.algorithms.value_iteration": [[2, 1, 1, "", "ValueIteration"]], "pomdp_py.algorithms.value_iteration.ValueIteration": [[2, 2, 1, "", "plan"]], "pomdp_py.framework": [[5, 0, 0, "-", "basics"], [5, 0, 0, "-", "oopomdp"], [5, 0, 0, "-", "planner"]], "pomdp_py.framework.basics": [[5, 1, 1, "", "Action"], [5, 1, 1, "", "Agent"], [5, 1, 1, "", "BlackboxModel"], [5, 1, 1, "", "Distribution"], [5, 1, 1, "", "Environment"], [5, 1, 1, "", "GenerativeDistribution"], [5, 1, 1, "", "Observation"], [5, 1, 1, "", "ObservationModel"], [5, 1, 1, "", "Option"], [5, 1, 1, "", "POMDP"], [5, 1, 1, "", "PolicyModel"], [5, 1, 1, "", "RewardModel"], [5, 1, 1, "", "State"], [5, 1, 1, "", "TransitionModel"], [5, 4, 1, "", "sample_explict_models"], [5, 4, 1, "", "sample_generative_model"]], "pomdp_py.framework.basics.Agent": [[5, 2, 1, "", "add_attr"], [5, 3, 1, "", "all_actions"], [5, 3, 1, "", "all_observations"], [5, 3, 1, "", "all_states"], [5, 3, 1, "", "belief"], [5, 3, 1, "", "history"], [5, 3, 1, "", "init_belief"], [5, 2, 1, "", "sample_belief"], [5, 2, 1, "", "set_belief"], [5, 2, 1, "", "set_models"], [5, 2, 1, "", "update"], [5, 2, 1, "", "update_history"]], "pomdp_py.framework.basics.BlackboxModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.basics.Distribution": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "__setitem__"]], "pomdp_py.framework.basics.Environment": [[5, 2, 1, "", "apply_transition"], [5, 3, 1, "", "blackbox_model"], [5, 3, 1, "", "cur_state"], [5, 2, 1, "", "provide_observation"], [5, 3, 1, "", "reward_model"], [5, 2, 1, "", "set_models"], [5, 3, 1, "", "state"], [5, 2, 1, "", "state_transition"], [5, 3, 1, "", "transition_model"]], "pomdp_py.framework.basics.GenerativeDistribution": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_histogram"], [5, 2, 1, "", "mpe"]], "pomdp_py.framework.basics.ObservationModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_all_observations"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.basics.Option": [[5, 2, 1, "", "initiate"], [5, 3, 1, "", "policy"], [5, 2, 1, "", "sample"], [5, 2, 1, "", "terminate"]], "pomdp_py.framework.basics.PolicyModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_all_actions"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"], [5, 2, 1, "", "update"]], "pomdp_py.framework.basics.RewardModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.basics.TransitionModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_all_states"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.oopomdp": [[5, 1, 1, "", "DictState"], [5, 1, 1, "", "OOBelief"], [5, 1, 1, "", "OOObservation"], [5, 1, 1, "", "OOObservationModel"], [5, 1, 1, "", "OOPOMDP"], [5, 1, 1, "", "OOState"], [5, 1, 1, "", "OOTransitionModel"], [5, 1, 1, "", "ObjectState"]], "pomdp_py.framework.oopomdp.OOBelief": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "__setitem__"], [5, 2, 1, "", "b"], [5, 2, 1, "", "mpe"], [5, 2, 1, "", "object_belief"], [5, 3, 1, "", "object_beliefs"], [5, 2, 1, "", "random"], [5, 2, 1, "", "set_object_belief"]], "pomdp_py.framework.oopomdp.OOObservation": [[5, 2, 1, "", "factor"], [5, 2, 1, "", "merge"]], "pomdp_py.framework.oopomdp.OOObservationModel": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "argmax"], [5, 3, 1, "", "observation_models"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.oopomdp.OOState": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "copy"], [5, 2, 1, "", "get_object_attribute"], [5, 2, 1, "", "get_object_class"], [5, 2, 1, "", "get_object_state"], [5, 2, 1, "", "s"], [5, 2, 1, "", "set_object_state"], [5, 3, 1, "", "situation"]], "pomdp_py.framework.oopomdp.OOTransitionModel": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "argmax"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"], [5, 3, 1, "", "transition_models"]], "pomdp_py.framework.oopomdp.ObjectState": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "__setitem__"], [5, 2, 1, "", "copy"]], "pomdp_py.framework.planner": [[5, 1, 1, "", "Planner"]], "pomdp_py.framework.planner.Planner": [[5, 2, 1, "", "plan"], [5, 2, 1, "", "update"], [5, 2, 1, "", "updates_agent_belief"]], "pomdp_py": [[6, 0, 0, "-", "problems"], [37, 0, 0, "-", "utils"]], "pomdp_py.problems.light_dark": [[10, 0, 0, "-", "env"]], "pomdp_py.problems.light_dark.env": [[10, 0, 0, "-", "env"], [10, 0, 0, "-", "plotting"]], "pomdp_py.problems.light_dark.env.env": [[10, 1, 1, "", "LightDarkEnvironment"]], "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment": [[10, 5, 1, "", "const"], [10, 5, 1, "", "light"]], "pomdp_py.problems.light_dark.env.plotting": [[10, 4, 1, "", "plot_circle"], [10, 4, 1, "", "plot_line"], [10, 4, 1, "", "plot_points"], [10, 4, 1, "", "plot_polygons"]], "pomdp_py.problems": [[12, 0, 0, "-", "load_unload"], [13, 0, 0, "-", "maze"], [18, 0, 0, "-", "multi_object_search"], [24, 0, 0, "-", "rocksample"], [26, 0, 0, "-", "tag"], [32, 0, 0, "-", "tiger"]], "pomdp_py.problems.load_unload": [[12, 0, 0, "-", "load_unload"]], "pomdp_py.problems.load_unload.load_unload": [[12, 1, 1, "", "LUAction"], [12, 1, 1, "", "LUObservation"], [12, 1, 1, "", "LUObservationModel"], [12, 1, 1, "", "LUPolicyModel"], [12, 1, 1, "", "LURewardModel"], [12, 1, 1, "", "LUState"], [12, 1, 1, "", "LUTransitionModel"], [12, 1, 1, "", "LoadUnloadProblem"], [12, 4, 1, "", "generate_init_belief"], [12, 4, 1, "", "generate_random_state"], [12, 4, 1, "", "main"], [12, 4, 1, "", "test_planner"]], "pomdp_py.problems.load_unload.load_unload.LUObservationModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.load_unload.load_unload.LUPolicyModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "get_all_actions"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.load_unload.load_unload.LURewardModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.load_unload.load_unload.LUTransitionModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.maze": [[14, 0, 0, "-", "domain"], [15, 0, 0, "-", "env"], [16, 0, 0, "-", "models"]], "pomdp_py.problems.maze.domain": [[14, 0, 0, "-", "action"], [14, 0, 0, "-", "observation"], [14, 0, 0, "-", "state"]], "pomdp_py.problems.maze.domain.observation": [[14, 1, 1, "", "Observation"]], "pomdp_py.problems.maze.domain.state": [[14, 1, 1, "", "State"]], "pomdp_py.problems.maze.env": [[15, 0, 0, "-", "env"]], "pomdp_py.problems.maze.env.env": [[15, 1, 1, "", "MazeEnvironment"]], "pomdp_py.problems.maze.models": [[17, 0, 0, "-", "components"]], "pomdp_py.problems.multi_object_search": [[19, 0, 0, "-", "agent"], [20, 0, 0, "-", "domain"], [21, 0, 0, "-", "env"], [18, 0, 0, "-", "example_worlds"], [22, 0, 0, "-", "models"], [18, 0, 0, "-", "problem"]], "pomdp_py.problems.multi_object_search.agent": [[19, 0, 0, "-", "agent"], [19, 0, 0, "-", "belief"]], "pomdp_py.problems.multi_object_search.agent.agent": [[19, 1, 1, "", "MosAgent"]], "pomdp_py.problems.multi_object_search.agent.agent.MosAgent": [[19, 2, 1, "", "clear_history"]], "pomdp_py.problems.multi_object_search.agent.belief": [[19, 1, 1, "", "MosOOBelief"], [19, 4, 1, "", "initialize_belief"]], "pomdp_py.problems.multi_object_search.agent.belief.MosOOBelief": [[19, 2, 1, "", "mpe"], [19, 2, 1, "", "random"]], "pomdp_py.problems.multi_object_search.domain": [[20, 0, 0, "-", "action"], [20, 0, 0, "-", "observation"], [20, 0, 0, "-", "state"]], "pomdp_py.problems.multi_object_search.domain.action": [[20, 1, 1, "", "Action"], [20, 1, 1, "", "FindAction"], [20, 1, 1, "", "LookAction"], [20, 1, 1, "", "MotionAction"]], "pomdp_py.problems.multi_object_search.domain.action.MotionAction": [[20, 3, 1, "", "BACKWARD"], [20, 3, 1, "", "EAST"], [20, 3, 1, "", "EAST2D"], [20, 3, 1, "", "FORWARD"], [20, 3, 1, "", "LEFT"], [20, 3, 1, "", "NORTH"], [20, 3, 1, "", "NORTH2D"], [20, 3, 1, "", "RIGHT"], [20, 3, 1, "", "SCHEMES"], [20, 3, 1, "", "SCHEME_VW"], [20, 3, 1, "", "SCHEME_XY"], [20, 3, 1, "", "SCHEME_XYTH"], [20, 3, 1, "", "SOUTH"], [20, 3, 1, "", "SOUTH2D"], [20, 3, 1, "", "WEST"], [20, 3, 1, "", "WEST2D"]], "pomdp_py.problems.multi_object_search.domain.observation": [[20, 1, 1, "", "MosOOObservation"], [20, 1, 1, "", "ObjectObservation"]], "pomdp_py.problems.multi_object_search.domain.observation.MosOOObservation": [[20, 2, 1, "", "factor"], [20, 2, 1, "", "for_obj"], [20, 2, 1, "", "merge"]], "pomdp_py.problems.multi_object_search.domain.observation.ObjectObservation": [[20, 3, 1, "", "NULL"]], "pomdp_py.problems.multi_object_search.domain.state": [[20, 1, 1, "", "MosOOState"], [20, 1, 1, "", "ObjectState"], [20, 1, 1, "", "RobotState"]], "pomdp_py.problems.multi_object_search.domain.state.MosOOState": [[20, 2, 1, "", "object_pose"], [20, 5, 1, "", "object_poses"], [20, 2, 1, "", "pose"]], "pomdp_py.problems.multi_object_search.domain.state.ObjectState": [[20, 5, 1, "", "objid"], [20, 5, 1, "", "pose"]], "pomdp_py.problems.multi_object_search.domain.state.RobotState": [[20, 5, 1, "", "objects_found"], [20, 5, 1, "", "pose"], [20, 5, 1, "", "robot_pose"]], "pomdp_py.problems.multi_object_search.env": [[21, 0, 0, "-", "env"], [21, 0, 0, "-", "visual"]], "pomdp_py.problems.multi_object_search.env.env": [[21, 1, 1, "", "MosEnvironment"], [21, 4, 1, "", "equip_sensors"], [21, 4, 1, "", "interpret"], [21, 4, 1, "", "interpret_robot_id"], [21, 4, 1, "", "make_laser_sensor"], [21, 4, 1, "", "make_proximity_sensor"]], "pomdp_py.problems.multi_object_search.env.env.MosEnvironment": [[21, 5, 1, "", "robot_ids"], [21, 2, 1, "", "state_transition"]], "pomdp_py.problems.multi_object_search.env.visual": [[21, 1, 1, "", "MosViz"], [21, 4, 1, "", "object_color"], [21, 4, 1, "", "unittest"]], "pomdp_py.problems.multi_object_search.env.visual.MosViz": [[21, 2, 1, "", "draw_belief"], [21, 2, 1, "", "draw_observation"], [21, 2, 1, "", "draw_robot"], [21, 5, 1, "", "img_height"], [21, 5, 1, "", "img_width"], [21, 5, 1, "", "last_observation"], [21, 2, 1, "", "on_cleanup"], [21, 2, 1, "", "on_event"], [21, 2, 1, "", "on_execute"], [21, 2, 1, "", "on_init"], [21, 2, 1, "", "on_loop"], [21, 2, 1, "", "on_render"], [21, 2, 1, "", "render_env"], [21, 2, 1, "", "update"]], "pomdp_py.problems.multi_object_search.example_worlds": [[18, 4, 1, "", "random_world"]], "pomdp_py.problems.multi_object_search.models": [[23, 0, 0, "-", "components"], [22, 0, 0, "-", "observation_model"], [22, 0, 0, "-", "policy_model"], [22, 0, 0, "-", "reward_model"], [22, 0, 0, "-", "transition_model"]], "pomdp_py.problems.multi_object_search.models.components": [[23, 0, 0, "-", "grid_map"], [23, 0, 0, "-", "sensor"]], "pomdp_py.problems.multi_object_search.models.components.grid_map": [[23, 1, 1, "", "GridMap"]], "pomdp_py.problems.multi_object_search.models.components.grid_map.GridMap": [[23, 2, 1, "", "valid_motions"]], "pomdp_py.problems.multi_object_search.models.components.sensor": [[23, 1, 1, "", "Laser2DSensor"], [23, 1, 1, "", "ProximitySensor"], [23, 1, 1, "", "Sensor"], [23, 4, 1, "", "euclidean_dist"], [23, 4, 1, "", "in_range"], [23, 4, 1, "", "to_rad"]], "pomdp_py.problems.multi_object_search.models.components.sensor.Laser2DSensor": [[23, 2, 1, "", "in_field_of_view"], [23, 2, 1, "", "observe"], [23, 5, 1, "", "sensing_region_size"], [23, 2, 1, "", "shoot_beam"], [23, 2, 1, "", "valid_beam"], [23, 2, 1, "", "within_range"]], "pomdp_py.problems.multi_object_search.models.components.sensor.Sensor": [[23, 3, 1, "", "LASER"], [23, 3, 1, "", "PROXIMITY"], [23, 2, 1, "", "observe"], [23, 5, 1, "", "robot_id"], [23, 5, 1, "", "sensing_region_size"], [23, 2, 1, "", "within_range"]], "pomdp_py.problems.multi_object_search.models.observation_model": [[22, 1, 1, "", "MosObservationModel"], [22, 1, 1, "", "ObjectObservationModel"], [22, 4, 1, "", "unittest"]], "pomdp_py.problems.multi_object_search.models.observation_model.MosObservationModel": [[22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.observation_model.ObjectObservationModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.policy_model": [[22, 1, 1, "", "PolicyModel"]], "pomdp_py.problems.multi_object_search.models.policy_model.PolicyModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "get_all_actions"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "rollout"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.reward_model": [[22, 1, 1, "", "GoalRewardModel"], [22, 1, 1, "", "MosRewardModel"]], "pomdp_py.problems.multi_object_search.models.reward_model.MosRewardModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.transition_model": [[22, 1, 1, "", "MosTransitionModel"], [22, 1, 1, "", "RobotTransitionModel"], [22, 1, 1, "", "StaticObjectTransitionModel"], [22, 4, 1, "", "in_boundary"], [22, 4, 1, "", "valid_pose"]], "pomdp_py.problems.multi_object_search.models.transition_model.MosTransitionModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.transition_model.RobotTransitionModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "if_move_by"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.transition_model.StaticObjectTransitionModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.problem": [[18, 1, 1, "", "MosOOPOMDP"], [18, 4, 1, "", "belief_update"], [18, 4, 1, "", "solve"], [18, 4, 1, "", "unittest"]], "pomdp_py.problems.rocksample": [[25, 0, 0, "-", "cythonize"], [24, 0, 0, "-", "rocksample_problem"]], "pomdp_py.problems.rocksample.cythonize": [[25, 0, 0, "module-2", "rocksample_problem"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem": [[25, 1, 1, "id99", "CheckAction"], [25, 1, 1, "id101", "MoveAction"], [25, 1, 1, "id107", "RSAction"], [25, 1, 1, "id108", "RSObservation"], [25, 1, 1, "id110", "RSObservationModel"], [25, 1, 1, "id114", "RSPolicyModel"], [25, 1, 1, "id120", "RSRewardModel"], [25, 1, 1, "id124", "RSState"], [25, 1, 1, "id128", "RSTransitionModel"], [25, 1, 1, "id132", "RockSampleProblem"], [25, 1, 1, "id137", "RockType"], [25, 1, 1, "id142", "SampleAction"], [25, 4, 1, "id143", "euclidean_dist"], [25, 4, 1, "id144", "init_particles_belief"], [25, 4, 1, "id145", "main"], [25, 4, 1, "id146", "test_planner"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.CheckAction": [[25, 3, 1, "id100", "rock_id"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction": [[25, 3, 1, "id102", "EAST"], [25, 3, 1, "id103", "NORTH"], [25, 3, 1, "id104", "SOUTH"], [25, 3, 1, "id105", "WEST"], [25, 3, 1, "id106", "motion"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservation": [[25, 3, 1, "id109", "quality"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel": [[25, 2, 1, "id111", "argmax"], [25, 2, 1, "id112", "probability"], [25, 2, 1, "id113", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel": [[25, 2, 1, "id115", "argmax"], [25, 2, 1, "id116", "get_all_actions"], [25, 2, 1, "id117", "probability"], [25, 2, 1, "id118", "rollout"], [25, 2, 1, "id119", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel": [[25, 2, 1, "id121", "argmax"], [25, 2, 1, "id122", "probability"], [25, 2, 1, "id123", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState": [[25, 3, 1, "id125", "position"], [25, 3, 1, "id126", "rocktypes"], [25, 3, 1, "id127", "terminal"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel": [[25, 2, 1, "id129", "argmax"], [25, 2, 1, "id130", "probability"], [25, 2, 1, "id131", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem": [[25, 2, 1, "id133", "generate_instance"], [25, 2, 1, "id134", "in_exit_area"], [25, 2, 1, "id135", "print_state"], [25, 2, 1, "id136", "random_free_location"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType": [[25, 3, 1, "id138", "BAD"], [25, 3, 1, "id139", "GOOD"], [25, 2, 1, "id140", "invert"], [25, 2, 1, "id141", "random"]], "pomdp_py.problems.rocksample.rocksample_problem": [[24, 1, 1, "", "Action"], [24, 1, 1, "", "CheckAction"], [24, 1, 1, "", "MoveAction"], [24, 1, 1, "", "Observation"], [24, 1, 1, "", "RSObservationModel"], [24, 1, 1, "", "RSPolicyModel"], [24, 1, 1, "", "RSRewardModel"], [24, 1, 1, "", "RSTransitionModel"], [24, 1, 1, "", "RockSampleProblem"], [24, 1, 1, "", "RockType"], [24, 1, 1, "", "SampleAction"], [24, 1, 1, "", "State"], [24, 4, 1, "", "create_instance"], [24, 4, 1, "", "euclidean_dist"], [24, 4, 1, "", "init_particles_belief"], [24, 4, 1, "", "main"], [24, 4, 1, "", "minimal_instance"], [24, 4, 1, "", "test_planner"]], "pomdp_py.problems.rocksample.rocksample_problem.MoveAction": [[24, 3, 1, "", "EAST"], [24, 3, 1, "", "NORTH"], [24, 3, 1, "", "SOUTH"], [24, 3, 1, "", "WEST"]], "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "get_all_actions"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "rollout"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem": [[24, 2, 1, "", "generate_instance"], [24, 2, 1, "", "in_exit_area"], [24, 2, 1, "", "print_state"], [24, 2, 1, "", "random_free_location"]], "pomdp_py.problems.rocksample.rocksample_problem.RockType": [[24, 3, 1, "", "BAD"], [24, 3, 1, "", "GOOD"], [24, 2, 1, "", "invert"], [24, 2, 1, "", "random"]], "pomdp_py.problems.tag": [[27, 0, 0, "-", "agent"], [26, 0, 0, "-", "constants"], [28, 0, 0, "-", "domain"], [29, 0, 0, "-", "env"], [26, 0, 0, "-", "example_worlds"], [26, 0, 0, "-", "experiment"], [30, 0, 0, "-", "models"], [26, 0, 0, "-", "problem"]], "pomdp_py.problems.tag.agent": [[27, 0, 0, "-", "agent"]], "pomdp_py.problems.tag.agent.agent": [[27, 1, 1, "", "TagAgent"], [27, 4, 1, "", "belief_update"], [27, 4, 1, "", "initialize_belief"], [27, 4, 1, "", "initialize_particles_belief"]], "pomdp_py.problems.tag.agent.agent.TagAgent": [[27, 2, 1, "", "clear_history"]], "pomdp_py.problems.tag.domain": [[28, 0, 0, "-", "action"], [28, 0, 0, "-", "observation"], [28, 0, 0, "-", "state"]], "pomdp_py.problems.tag.domain.action": [[28, 1, 1, "", "TagAction"]], "pomdp_py.problems.tag.domain.observation": [[28, 1, 1, "", "TagObservation"]], "pomdp_py.problems.tag.domain.state": [[28, 1, 1, "", "TagState"]], "pomdp_py.problems.tag.env": [[29, 0, 0, "-", "env"], [29, 0, 0, "-", "visual"]], "pomdp_py.problems.tag.env.env": [[29, 1, 1, "", "TagEnvironment"]], "pomdp_py.problems.tag.env.env.TagEnvironment": [[29, 2, 1, "", "from_str"], [29, 5, 1, "", "grid_map"], [29, 5, 1, "", "length"], [29, 5, 1, "", "width"]], "pomdp_py.problems.tag.env.visual": [[29, 1, 1, "", "TagViz"], [29, 4, 1, "", "unittest"]], "pomdp_py.problems.tag.env.visual.TagViz": [[29, 2, 1, "", "draw_belief"], [29, 2, 1, "", "draw_observation"], [29, 2, 1, "", "draw_robot"], [29, 5, 1, "", "img_height"], [29, 5, 1, "", "img_width"], [29, 5, 1, "", "last_observation"], [29, 2, 1, "", "on_cleanup"], [29, 2, 1, "", "on_event"], [29, 2, 1, "", "on_execute"], [29, 2, 1, "", "on_init"], [29, 2, 1, "", "on_loop"], [29, 2, 1, "", "on_render"], [29, 2, 1, "", "render_env"], [29, 2, 1, "", "update"]], "pomdp_py.problems.tag.experiment": [[26, 4, 1, "", "main"], [26, 4, 1, "", "trial"]], "pomdp_py.problems.tag.models": [[31, 0, 0, "-", "components"], [30, 0, 0, "-", "observation_model"], [30, 0, 0, "-", "policy_model"], [30, 0, 0, "-", "reward_model"], [30, 0, 0, "-", "transition_model"]], "pomdp_py.problems.tag.models.components": [[31, 0, 0, "-", "grid_map"], [31, 0, 0, "-", "motion_policy"]], "pomdp_py.problems.tag.models.components.grid_map": [[31, 1, 1, "", "GridMap"]], "pomdp_py.problems.tag.models.components.grid_map.GridMap": [[31, 2, 1, "", "free_cells"], [31, 2, 1, "", "from_str"], [31, 2, 1, "", "valid_motions"], [31, 2, 1, "", "valid_pose"]], "pomdp_py.problems.tag.models.components.motion_policy": [[31, 1, 1, "", "TagTargetMotionPolicy"]], "pomdp_py.problems.tag.models.components.motion_policy.TagTargetMotionPolicy": [[31, 2, 1, "", "mpe"], [31, 2, 1, "", "probability"], [31, 2, 1, "", "random"]], "pomdp_py.problems.tag.models.observation_model": [[30, 1, 1, "", "TagObservationModel"]], "pomdp_py.problems.tag.models.observation_model.TagObservationModel": [[30, 2, 1, "", "argmax"], [30, 2, 1, "", "probability"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.models.policy_model": [[30, 1, 1, "", "TagPolicyModel"]], "pomdp_py.problems.tag.models.policy_model.TagPolicyModel": [[30, 2, 1, "", "get_all_actions"], [30, 2, 1, "", "rollout"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.models.reward_model": [[30, 1, 1, "", "TagRewardModel"]], "pomdp_py.problems.tag.models.reward_model.TagRewardModel": [[30, 2, 1, "", "probability"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.models.transition_model": [[30, 1, 1, "", "TagTransitionModel"]], "pomdp_py.problems.tag.models.transition_model.TagTransitionModel": [[30, 2, 1, "", "argmax"], [30, 2, 1, "", "if_move_by"], [30, 2, 1, "", "probability"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.problem": [[26, 1, 1, "", "TagProblem"], [26, 4, 1, "", "main"], [26, 4, 1, "", "solve"]], "pomdp_py.problems.tiger": [[33, 0, 0, "-", "cythonize"], [32, 0, 0, "-", "tiger_problem"]], "pomdp_py.problems.tiger.cythonize": [[33, 0, 0, "module-2", "tiger_problem"]], "pomdp_py.problems.tiger.cythonize.tiger_problem": [[33, 1, 1, "id80", "TigerAction"], [33, 1, 1, "id81", "TigerObservation"], [33, 1, 1, "id83", "TigerObservationModel"], [33, 1, 1, "id89", "TigerPolicyModel"], [33, 1, 1, "id94", "TigerProblem"], [33, 1, 1, "id98", "TigerRewardModel"], [33, 1, 1, "id103", "TigerState"], [33, 1, 1, "id105", "TigerTransitionModel"], [33, 4, 1, "id111", "build_actions"], [33, 4, 1, "id112", "build_observations"], [33, 4, 1, "id113", "build_setting"], [33, 4, 1, "id114", "build_states"], [33, 4, 1, "id115", "main"], [33, 4, 1, "id116", "test_planner"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservation": [[33, 3, 1, "id82", "name"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel": [[33, 2, 1, "id84", "argmax"], [33, 2, 1, "id85", "get_all_observations"], [33, 2, 1, "id86", "get_distribution"], [33, 2, 1, "id87", "probability"], [33, 2, 1, "id88", "sample"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel": [[33, 2, 1, "id90", "argmax"], [33, 2, 1, "id91", "get_all_actions"], [33, 2, 1, "id92", "probability"], [33, 2, 1, "id93", "sample"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem": [[33, 3, 1, "id95", "ACTIONS"], [33, 3, 1, "id96", "OBSERVATIONS"], [33, 3, 1, "id97", "STATES"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel": [[33, 2, 1, "id99", "argmax"], [33, 2, 1, "id100", "get_distribution"], [33, 2, 1, "id101", "probability"], [33, 2, 1, "id102", "sample"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerState": [[33, 3, 1, "id104", "name"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel": [[33, 2, 1, "id106", "argmax"], [33, 2, 1, "id107", "get_all_states"], [33, 2, 1, "id108", "get_distribution"], [33, 2, 1, "id109", "probability"], [33, 2, 1, "id110", "sample"]], "pomdp_py.problems.tiger.tiger_problem": [[32, 1, 1, "", "ObservationModel"], [32, 1, 1, "", "PolicyModel"], [32, 1, 1, "", "RewardModel"], [32, 1, 1, "", "TigerAction"], [32, 1, 1, "", "TigerObservation"], [32, 1, 1, "", "TigerProblem"], [32, 1, 1, "", "TigerState"], [32, 1, 1, "", "TransitionModel"], [32, 4, 1, "", "main"], [32, 4, 1, "", "make_tiger"], [32, 4, 1, "", "test_planner"]], "pomdp_py.problems.tiger.tiger_problem.ObservationModel": [[32, 2, 1, "", "get_all_observations"], [32, 2, 1, "", "probability"], [32, 2, 1, "", "sample"]], "pomdp_py.problems.tiger.tiger_problem.PolicyModel": [[32, 3, 1, "", "ACTIONS"], [32, 2, 1, "", "get_all_actions"], [32, 2, 1, "", "rollout"], [32, 2, 1, "", "sample"]], "pomdp_py.problems.tiger.tiger_problem.RewardModel": [[32, 2, 1, "", "sample"]], "pomdp_py.problems.tiger.tiger_problem.TigerProblem": [[32, 2, 1, "", "create"]], "pomdp_py.problems.tiger.tiger_problem.TigerState": [[32, 2, 1, "", "other"]], "pomdp_py.problems.tiger.tiger_problem.TransitionModel": [[32, 2, 1, "", "get_all_states"], [32, 2, 1, "", "probability"], [32, 2, 1, "", "sample"]], "pomdp_py.representations.belief": [[35, 0, 0, "-", "histogram"], [35, 0, 0, "-", "particles"]], "pomdp_py.representations.belief.histogram": [[35, 4, 1, "", "abstraction_over_histogram"], [35, 4, 1, "", "update_histogram_belief"]], "pomdp_py.representations.belief.particles": [[35, 4, 1, "", "abstraction_over_particles"], [35, 4, 1, "", "particle_reinvigoration"], [35, 4, 1, "", "update_particles_belief"]], "pomdp_py.representations.distribution": [[36, 0, 0, "-", "gaussian"], [36, 0, 0, "-", "histogram"], [36, 0, 0, "-", "particles"]], "pomdp_py.representations.distribution.gaussian": [[36, 1, 1, "", "Gaussian"]], "pomdp_py.representations.distribution.gaussian.Gaussian": [[36, 2, 1, "", "__getitem__"], [36, 2, 1, "", "__setitem__"], [36, 3, 1, "", "cov"], [36, 3, 1, "", "covariance"], [36, 3, 1, "", "mean"], [36, 2, 1, "", "mpe"], [36, 2, 1, "", "random"], [36, 3, 1, "", "sigma"]], "pomdp_py.representations.distribution.histogram": [[36, 1, 1, "", "Histogram"]], "pomdp_py.representations.distribution.histogram.Histogram": [[36, 2, 1, "", "__getitem__"], [36, 2, 1, "", "__setitem__"], [36, 2, 1, "", "get_histogram"], [36, 3, 1, "", "histogram"], [36, 2, 1, "", "is_normalized"], [36, 2, 1, "", "mpe"], [36, 2, 1, "", "random"]], "pomdp_py.representations.distribution.particles": [[36, 1, 1, "", "Particles"], [36, 1, 1, "", "WeightedParticles"]], "pomdp_py.representations.distribution.particles.Particles": [[36, 2, 1, "", "add"], [36, 2, 1, "", "from_histogram"], [36, 2, 1, "", "get_abstraction"], [36, 2, 1, "", "get_histogram"], [36, 3, 1, "", "particles"], [36, 2, 1, "", "random"]], "pomdp_py.representations.distribution.particles.WeightedParticles": [[36, 2, 1, "", "__getitem__"], [36, 2, 1, "", "__setitem__"], [36, 2, 1, "", "add"], [36, 2, 1, "", "condense"], [36, 2, 1, "", "from_histogram"], [36, 3, 1, "", "frozen"], [36, 2, 1, "", "get_histogram"], [36, 2, 1, "", "mpe"], [36, 3, 1, "", "particles"], [36, 2, 1, "", "random"], [36, 3, 1, "", "values"], [36, 3, 1, "", "weights"]], "pomdp_py.utils": [[37, 0, 0, "-", "colors"], [37, 0, 0, "-", "cython_utils"], [37, 0, 0, "-", "debugging"], [37, 0, 0, "-", "math"], [37, 0, 0, "-", "misc"], [37, 0, 0, "-", "templates"], [37, 0, 0, "-", "typ"]], "pomdp_py.utils.colors": [[37, 4, 1, "", "hex_to_rgb"], [37, 4, 1, "", "inverse_color_hex"], [37, 4, 1, "", "inverse_color_rgb"], [37, 4, 1, "", "lighter"], [37, 4, 1, "", "random_unique_color"], [37, 4, 1, "", "rgb_to_hex"]], "pomdp_py.utils.cython_utils": [[37, 4, 1, "", "det_dict_hash"]], "pomdp_py.utils.debugging": [[37, 1, 1, "", "TreeDebugger"], [37, 4, 1, "", "interpret_color"], [37, 4, 1, "", "sorted_by_str"]], "pomdp_py.utils.debugging.TreeDebugger": [[37, 5, 1, "", "b"], [37, 2, 1, "", "back"], [37, 5, 1, "", "bestseq"], [37, 2, 1, "", "bestseqd"], [37, 5, 1, "", "c"], [37, 5, 1, "", "clear"], [37, 5, 1, "", "d"], [37, 5, 1, "", "depth"], [37, 2, 1, "", "l"], [37, 2, 1, "", "layer"], [37, 5, 1, "", "leaf"], [37, 2, 1, "", "mark"], [37, 2, 1, "", "mark_path"], [37, 2, 1, "", "mark_sequence"], [37, 2, 1, "", "markp"], [37, 5, 1, "", "mbp"], [37, 5, 1, "", "nl"], [37, 5, 1, "", "nn"], [37, 5, 1, "", "nq"], [37, 5, 1, "", "num_layers"], [37, 2, 1, "", "num_nodes"], [37, 5, 1, "", "nv"], [37, 2, 1, "", "p"], [37, 2, 1, "", "path"], [37, 2, 1, "", "path_to"], [37, 5, 1, "", "pm"], [37, 5, 1, "", "pp"], [37, 2, 1, "", "preferred_actions"], [37, 5, 1, "", "r"], [37, 5, 1, "", "root"], [37, 2, 1, "", "s"], [37, 2, 1, "", "single_node_str"], [37, 2, 1, "", "step"], [37, 2, 1, "", "tree_stats"]], "pomdp_py.utils.interfaces.conversion": [[46, 1, 1, "", "AlphaVectorPolicy"], [46, 1, 1, "", "PolicyGraph"], [46, 4, 1, "", "to_pomdp_file"], [46, 4, 1, "", "to_pomdpx_file"]], "pomdp_py.utils.interfaces.conversion.AlphaVectorPolicy": [[46, 2, 1, "", "construct"], [46, 2, 1, "", "plan"], [46, 2, 1, "", "value"]], "pomdp_py.utils.interfaces.conversion.PolicyGraph": [[46, 2, 1, "", "construct"], [46, 2, 1, "", "plan"], [46, 2, 1, "", "update"]], "pomdp_py.utils.interfaces": [[46, 0, 0, "-", "solvers"]], "pomdp_py.utils.interfaces.solvers": [[46, 4, 1, "", "sarsop"], [46, 4, 1, "", "vi_pruning"]], "pomdp_py.utils.math": [[37, 4, 1, "", "R_between"], [37, 4, 1, "", "R_x"], [37, 4, 1, "", "R_y"], [37, 4, 1, "", "R_z"], [37, 4, 1, "", "T"], [37, 4, 1, "", "approx_equal"], [37, 4, 1, "", "euclidean_dist"], [37, 4, 1, "", "proj"], [37, 4, 1, "", "to_radians"], [37, 4, 1, "", "vec"]], "pomdp_py.utils.misc": [[37, 4, 1, "", "json_safe"], [37, 4, 1, "", "remap"], [37, 4, 1, "", "safe_slice"], [37, 4, 1, "", "similar"], [37, 1, 1, "", "special_char"]], "pomdp_py.utils.misc.special_char": [[37, 3, 1, "", "SUBSCRIPT"], [37, 3, 1, "", "bottomleft"], [37, 3, 1, "", "bottomright"], [37, 3, 1, "", "bottomt"], [37, 3, 1, "", "down"], [37, 3, 1, "", "hline"], [37, 3, 1, "", "intersect"], [37, 3, 1, "", "left"], [37, 3, 1, "", "leftt"], [37, 3, 1, "", "longbottomleft"], [37, 3, 1, "", "longbottomright"], [37, 3, 1, "", "longleft"], [37, 3, 1, "", "longright"], [37, 3, 1, "", "longtopleft"], [37, 3, 1, "", "longtopright"], [37, 3, 1, "", "right"], [37, 3, 1, "", "rightt"], [37, 3, 1, "", "shadebar"], [37, 3, 1, "", "topleft"], [37, 3, 1, "", "topright"], [37, 3, 1, "", "topt"], [37, 3, 1, "", "up"], [37, 3, 1, "", "vline"]], "pomdp_py.utils.templates": [[37, 1, 1, "", "DetObservationModel"], [37, 1, 1, "", "DetRewardModel"], [37, 1, 1, "", "DetTransitionModel"], [37, 1, 1, "", "SimpleAction"], [37, 1, 1, "", "SimpleObservation"], [37, 1, 1, "", "SimpleState"], [37, 1, 1, "", "TabularObservationModel"], [37, 1, 1, "", "TabularRewardModel"], [37, 1, 1, "", "TabularTransitionModel"], [37, 1, 1, "", "UniformPolicyModel"]], "pomdp_py.utils.templates.DetObservationModel": [[37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.DetRewardModel": [[37, 2, 1, "", "argmax"], [37, 2, 1, "", "reward_func"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.DetTransitionModel": [[37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.TabularObservationModel": [[37, 2, 1, "", "get_all_observations"], [37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.TabularRewardModel": [[37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.TabularTransitionModel": [[37, 2, 1, "", "get_all_states"], [37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.UniformPolicyModel": [[37, 2, 1, "", "get_all_actions"], [37, 2, 1, "", "rollout"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.typ": [[37, 1, 1, "", "bcolors"], [37, 4, 1, "", "blue"], [37, 4, 1, "", "bold"], [37, 4, 1, "", "cyan"], [37, 4, 1, "", "error"], [37, 4, 1, "", "green"], [37, 4, 1, "", "info"], [37, 4, 1, "", "magenta"], [37, 4, 1, "", "note"], [37, 4, 1, "", "red"], [37, 4, 1, "", "success"], [37, 4, 1, "", "warning"], [37, 4, 1, "", "white"], [37, 4, 1, "", "yellow"]], "pomdp_py.utils.typ.bcolors": [[37, 3, 1, "", "BLUE"], [37, 3, 1, "", "BOLD"], [37, 3, 1, "", "CYAN"], [37, 3, 1, "", "ENDC"], [37, 3, 1, "", "GREEN"], [37, 3, 1, "", "MAGENTA"], [37, 3, 1, "", "RED"], [37, 3, 1, "", "WHITE"], [37, 3, 1, "", "YELLOW"], [37, 2, 1, "", "disable"], [37, 2, 1, "", "s"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:function", "5": "py:property"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "function", "Python function"], "5": ["py", "property", "Python property"]}, "titleterms": {"pomdp_pi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 46, 52], "packag": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 40], "algorithm": [2, 3, 4], "po_rollout": 2, "modul": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 37, 38, 39, 40], "po_uct": 2, "pomcp": 2, "value_iter": 2, "bsp": [2, 3], "blqr": [2, 3], "visual": [2, 4, 10, 21, 29, 40], "submodul": [3, 4, 7, 8, 9, 10, 11, 12, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 37, 40], "content": [3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 37, 40, 46, 53], "framework": 5, "basic": 5, "oopomdp": 5, "planner": 5, "problem": [6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 41, 47], "subpackag": [6, 7, 13, 16, 18, 22, 24, 26, 30, 32, 37], "lasertag": [], "light_dark": [7, 8, 9, 10, 11], "problem_discret": 7, "test": [7, 53], "agent": [8, 19, 27, 46], "belief": [8, 19, 35], "domain": [9, 14, 20, 28, 48, 49], "action": [9, 14, 20, 28, 45], "observ": [9, 14, 20, 28], "state": [9, 14, 20, 28], "env": [10, 15, 21, 29], "plot": [10, 37], "model": [11, 16, 17, 22, 23, 30, 31, 48], "observation_model": [11, 22, 30], "transition_model": [11, 22, 30], "load_unload": 12, "maze": [13, 14, 15, 16, 17], "compon": [17, 23, 31], "map": 17, "multi_object_search": [18, 19, 20, 21, 22, 23], "example_world": [18, 26], "policy_model": [22, 30], "reward_model": [22, 30], "grid_map": [23, 31], "sensor": 23, "rocksampl": [24, 25], "cython": [24, 25, 32, 33], "rocksample_problem": [24, 25], "run_rocksampl": 25, "tag": [26, 27, 28, 29, 30, 31], "constant": 26, "experi": 26, "motion_polici": 31, "tiger": [32, 33, 44, 48], "tiger_problem": [32, 33], "run_tig": 33, "represent": [34, 35, 36], "histogram": [35, 36], "particl": [35, 36], "distribut": 36, "gaussian": 36, "util": [37, 38, 39], "color": 37, "cython_util": 37, "cpython": 37, "37m": 37, "x86_64": 37, "linux": 37, "gnu": 37, "debug": [37, 38], "treedebugg": [37, 38], "math": 37, "misc": 37, "templat": 37, "test_util": 37, "typ": 37, "interfac": 39, "simple_rl": 39, "search_tre": 40, "build": 41, "document": [41, 52], "doc": [41, 54], "pomdp_problem": 24, "note": 41, "changelog": [41, 42], "design": 43, "principl": 43, "exampl": [44, 46], "multi": [18, 44, 47], "object": [18, 44, 47], "search": [18, 44, 47], "mo": [18, 44, 47], "prefer": 45, "base": 45, "prior": 45, "us": [46, 51], "extern": 46, "solver": [46, 50], "tabl": [46, 53], "convert": 46, "pomdp": [46, 47, 48, 49, 50, 53, 55], "file": 46, "solv": [46, 48], "sarsop": 46, "policygraph": 46, "alphavectorpolici": 46, "overview": [47, 52], "implement": 47, "thi": 47, "convent": 47, "try": 47, "defin": 48, "instanti": 48, "instanc": 48, "summari": 48, "exist": [49, 50], "case": 51, "extens": 51, "get": 52, "start": 52, "further": 52, "citat": 52, "api": 52, "refer": 52, "tool": 52, "instal": 53, "pre": 53, "py": 53, "thing": 53, "out": 53, "docker": 53, "imag": 53, "other": 55, "librari": 55, "integr": [], "version": 42, "1": 42, "3": 42, "4": 42, "01": 42, "26": 42, "2024": 42, "07": 42, "25": 42, "2023": 42, "2": 42, "04": 42, "03": 42, "2022": 42, "11": 42, "2021": 42, "0": 42, "09": 42, "30": 42, "6": 42, "cancel": 42, "5": 42, "05": 42, "06": 42, "02": 42, "22": 42, "17": 42, "12": 42, "23": 42, "2020": 42, "pull": 42, "request": 42, "08": 42, "16": 42, "light": 7, "dark": 7, "load": 12, "unload": 12, "task": 18}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinxcontrib.bibtex": 9, "sphinx.ext.viewcode": 1, "sphinx": 60}, "alltitles": {"pomdp_py package": [[1, "pomdp-py-package"]], "pomdp_py.algorithms.bsp.blqr module": [[3, "module-pomdp_py.algorithms.bsp.blqr"], [2, "module-pomdp_py.algorithms.bsp.blqr"]], "pomdp_py.algorithms.bsp package": [[3, "pomdp-py-algorithms-bsp-package"]], "Submodules": [[3, "submodules"], [14, "submodules"], [15, "submodules"], [19, "submodules"], [20, "submodules"], [21, "submodules"], [22, "submodules"], [23, "submodules"], [26, "submodules"], [27, "submodules"], [28, "submodules"], [29, "submodules"], [30, "submodules"], [31, "submodules"], [12, "submodules"], [18, "submodules"], [32, "submodules"], [4, "submodules"], [7, "submodules"], [8, "submodules"], [9, "submodules"], [10, "submodules"], [11, "submodules"], [17, "submodules"], [24, "submodules"], [25, "submodules"], [33, "submodules"], [37, "submodules"], [40, "submodules"]], "Module contents": [[3, "module-pomdp_py.algorithms.bsp"], [6, "module-pomdp_py.problems"], [14, "module-pomdp_py.problems.maze.domain"], [15, "module-pomdp_py.problems.maze.env"], [16, "module-pomdp_py.problems.maze.models"], [19, "module-pomdp_py.problems.multi_object_search.agent"], [20, "module-pomdp_py.problems.multi_object_search.domain"], [21, "module-pomdp_py.problems.multi_object_search.env"], [22, "module-pomdp_py.problems.multi_object_search.models"], [23, "module-pomdp_py.problems.multi_object_search.models.components"], [26, "module-pomdp_py.problems.tag"], [27, "module-pomdp_py.problems.tag.agent"], [28, "module-pomdp_py.problems.tag.domain"], [29, "module-pomdp_py.problems.tag.env"], [30, "module-pomdp_py.problems.tag.models"], [31, "module-pomdp_py.problems.tag.models.components"], [12, "module-pomdp_py.problems.load_unload"], [13, "module-pomdp_py.problems.maze"], [18, "module-pomdp_py.problems.multi_object_search"], [32, "module-pomdp_py.problems.tiger"], [4, "module-contents"], [7, "module-contents"], [8, "module-contents"], [9, "module-contents"], [10, "module-pomdp_py.problems.light_dark.env"], [11, "module-contents"], [17, "module-pomdp_py.problems.maze.models.components"], [24, "module-pomdp_py.problems.rocksample"], [25, "module-pomdp_py.problems.rocksample.cythonize"], [33, "module-pomdp_py.problems.tiger.cythonize"], [37, "module-pomdp_py.utils"], [40, "module-contents"]], "pomdp_py.framework package": [[5, "pomdp-py-framework-package"]], "pomdp_py.framework.basics module": [[5, "module-pomdp_py.framework.basics"]], "pomdp_py.framework.oopomdp module": [[5, "module-pomdp_py.framework.oopomdp"]], "pomdp_py.framework.planner module": [[5, "module-pomdp_py.framework.planner"]], "pomdp_py.problems package": [[6, "pomdp-py-problems-package"]], "Subpackages": [[6, "subpackages"], [16, "subpackages"], [22, "subpackages"], [26, "subpackages"], [30, "subpackages"], [13, "subpackages"], [18, "subpackages"], [32, "subpackages"], [7, "subpackages"], [24, "subpackages"], [37, "subpackages"]], "pomdp_py.problems.maze.domain package": [[14, "pomdp-py-problems-maze-domain-package"]], "pomdp_py.problems.maze.domain.action module": [[14, "module-pomdp_py.problems.maze.domain.action"]], "pomdp_py.problems.maze.domain.observation module": [[14, "module-pomdp_py.problems.maze.domain.observation"]], "pomdp_py.problems.maze.domain.state module": [[14, "module-pomdp_py.problems.maze.domain.state"]], "pomdp_py.problems.maze.env package": [[15, "pomdp-py-problems-maze-env-package"]], "pomdp_py.problems.maze.env.env module": [[15, "module-pomdp_py.problems.maze.env.env"]], "pomdp_py.problems.maze.models package": [[16, "pomdp-py-problems-maze-models-package"]], "pomdp_py.problems.multi_object_search.agent package": [[19, "pomdp-py-problems-multi-object-search-agent-package"]], "pomdp_py.problems.multi_object_search.agent.agent module": [[19, "module-pomdp_py.problems.multi_object_search.agent.agent"]], "pomdp_py.problems.multi_object_search.agent.belief module": [[19, "module-pomdp_py.problems.multi_object_search.agent.belief"]], "pomdp_py.problems.multi_object_search.domain package": [[20, "pomdp-py-problems-multi-object-search-domain-package"]], "pomdp_py.problems.multi_object_search.domain.action module": [[20, "module-pomdp_py.problems.multi_object_search.domain.action"]], "pomdp_py.problems.multi_object_search.domain.observation module": [[20, "module-pomdp_py.problems.multi_object_search.domain.observation"]], "pomdp_py.problems.multi_object_search.domain.state module": [[20, "module-pomdp_py.problems.multi_object_search.domain.state"]], "pomdp_py.problems.multi_object_search.env package": [[21, "pomdp-py-problems-multi-object-search-env-package"]], "pomdp_py.problems.multi_object_search.env.env module": [[21, "module-pomdp_py.problems.multi_object_search.env.env"]], "pomdp_py.problems.multi_object_search.env.visual module": [[21, "module-pomdp_py.problems.multi_object_search.env.visual"]], "pomdp_py.problems.multi_object_search.models package": [[22, "pomdp-py-problems-multi-object-search-models-package"]], "pomdp_py.problems.multi_object_search.models.observation_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.observation_model"]], "pomdp_py.problems.multi_object_search.models.policy_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.policy_model"]], "pomdp_py.problems.multi_object_search.models.reward_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.reward_model"]], "pomdp_py.problems.multi_object_search.models.transition_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.transition_model"]], "pomdp_py.problems.multi_object_search.models.components package": [[23, "pomdp-py-problems-multi-object-search-models-components-package"]], "pomdp_py.problems.multi_object_search.models.components.grid_map module": [[23, "module-pomdp_py.problems.multi_object_search.models.components.grid_map"]], "pomdp_py.problems.multi_object_search.models.components.sensor module": [[23, "module-pomdp_py.problems.multi_object_search.models.components.sensor"]], "pomdp_py.problems.tag package": [[26, "pomdp-py-problems-tag-package"]], "pomdp_py.problems.tag.constants module": [[26, "module-pomdp_py.problems.tag.constants"]], "pomdp_py.problems.tag.example_worlds module": [[26, "module-pomdp_py.problems.tag.example_worlds"]], "pomdp_py.problems.tag.experiment module": [[26, "module-pomdp_py.problems.tag.experiment"]], "pomdp_py.problems.tag.problem module": [[26, "module-pomdp_py.problems.tag.problem"]], "pomdp_py.problems.tag.agent package": [[27, "pomdp-py-problems-tag-agent-package"]], "pomdp_py.problems.tag.agent.agent module": [[27, "module-pomdp_py.problems.tag.agent.agent"]], "pomdp_py.problems.tag.domain package": [[28, "pomdp-py-problems-tag-domain-package"]], "pomdp_py.problems.tag.domain.action module": [[28, "module-pomdp_py.problems.tag.domain.action"]], "pomdp_py.problems.tag.domain.observation module": [[28, "module-pomdp_py.problems.tag.domain.observation"]], "pomdp_py.problems.tag.domain.state module": [[28, "module-pomdp_py.problems.tag.domain.state"]], "pomdp_py.problems.tag.env package": [[29, "pomdp-py-problems-tag-env-package"]], "pomdp_py.problems.tag.env.env module": [[29, "module-pomdp_py.problems.tag.env.env"]], "pomdp_py.problems.tag.env.visual module": [[29, "module-pomdp_py.problems.tag.env.visual"]], "pomdp_py.problems.tag.models package": [[30, "pomdp-py-problems-tag-models-package"]], "pomdp_py.problems.tag.models.observation_model module": [[30, "module-pomdp_py.problems.tag.models.observation_model"]], "pomdp_py.problems.tag.models.policy_model module": [[30, "module-pomdp_py.problems.tag.models.policy_model"]], "pomdp_py.problems.tag.models.reward_model module": [[30, "module-pomdp_py.problems.tag.models.reward_model"]], "pomdp_py.problems.tag.models.transition_model module": [[30, "module-pomdp_py.problems.tag.models.transition_model"]], "pomdp_py.problems.tag.models.components package": [[31, "pomdp-py-problems-tag-models-components-package"]], "pomdp_py.problems.tag.models.components.grid_map module": [[31, "module-pomdp_py.problems.tag.models.components.grid_map"]], "pomdp_py.problems.tag.models.components.motion_policy module": [[31, "module-pomdp_py.problems.tag.models.components.motion_policy"]], "pomdp_py.representations package": [[34, "pomdp-py-representations-package"]], "pomdp_py.representations.belief package": [[35, "pomdp-py-representations-belief-package"]], "pomdp_py.representations.belief.histogram module": [[35, "module-pomdp_py.representations.belief.histogram"]], "pomdp_py.representations.belief.particles module": [[35, "module-pomdp_py.representations.belief.particles"]], "pomdp_py.representations.distribution package": [[36, "pomdp-py-representations-distribution-package"]], "pomdp_py.representations.distribution.histogram module": [[36, "module-pomdp_py.representations.distribution.histogram"]], "pomdp_py.representations.distribution.particles module": [[36, "module-pomdp_py.representations.distribution.particles"]], "pomdp_py.representations.distribution.gaussian module": [[36, "module-pomdp_py.representations.distribution.gaussian"]], "pomdp_py.utils.debugging module": [[38, "module-pomdp_py.utils.debugging"], [37, "module-pomdp_py.utils.debugging"]], "TreeDebugger": [[38, "treedebugger"], [37, "treedebugger"]], "Design Principles": [[43, "design-principles"]], "Examples": [[44, "examples"]], "Tiger": [[44, "tiger"], [48, "tiger"], [32, "tiger"]], "Multi-Object Search (MOS)": [[44, "multi-object-search-mos"], [47, "multi-object-search-mos"]], "Preference-based Action Prior": [[45, "preference-based-action-prior"]], "Using External Solvers": [[46, "module-pomdp_py.utils.interfaces.solvers"]], "Table of Contents": [[46, "table-of-contents"], [53, "table-of-contents"]], "Converting a pomdp_py Agent to a POMDP File": [[46, "converting-a-pomdp-py-agent-to-a-pomdp-file"]], "Example": [[46, "example"], [46, "id2"], [46, "id4"]], "Using pomdp-solve": [[46, "using-pomdp-solve"]], "Using sarsop": [[46, "using-sarsop"]], "PolicyGraph and AlphaVectorPolicy": [[46, "policygraph-and-alphavectorpolicy"]], "Problem overview": [[47, "problem-overview"]], "Implementing this POMDP: Conventions": [[47, "implementing-this-pomdp-conventions"]], "Try it": [[47, "try-it"]], "Define the domain": [[48, "define-the-domain"]], "Define the models": [[48, "define-the-models"]], "Define the POMDP": [[48, "define-the-pomdp"]], "Instantiate the POMDP": [[48, "instantiate-the-pomdp"]], "Solve the POMDP instance": [[48, "solve-the-pomdp-instance"]], "Summary": [[48, "summary"]], "Existing POMDP Domains": [[49, "existing-pomdp-domains"]], "Existing POMDP Solvers": [[50, "existing-pomdp-solvers"]], "Use Case Extensions": [[51, "use-case-extensions"]], "Installation": [[53, "installation"]], "Pre-installation": [[53, "pre-installation"]], "Install pomdp-py": [[53, "install-pomdp-py"]], "Test things out": [[53, "test-things-out"]], "Docker image": [[53, "docker-image"]], "docs": [[54, "docs"]], "Other POMDP Libraries": [[55, "other-pomdp-libraries"]], "pomdp_py": [[0, "pomdp-py"]], "pomdp_py.problems.load_unload package": [[12, "pomdp-py-problems-load-unload-package"]], "Load/Unload": [[12, "load-unload"]], "pomdp_py.problems.load_unload.load_unload module": [[12, "module-pomdp_py.problems.load_unload.load_unload"]], "pomdp_py.problems.maze package": [[13, "pomdp-py-problems-maze-package"]], "Maze": [[13, "maze"], [13, "id1"]], "pomdp_py.problems.multi_object_search package": [[18, "pomdp-py-problems-multi-object-search-package"]], "Multi-Object Search (MOS) Task": [[18, "multi-object-search-mos-task"]], "pomdp_py.problems.multi_object_search.example_worlds module": [[18, "module-pomdp_py.problems.multi_object_search.example_worlds"]], "pomdp_py.problems.multi_object_search.problem module": [[18, "module-pomdp_py.problems.multi_object_search.problem"]], "pomdp_py.problems.tiger package": [[32, "pomdp-py-problems-tiger-package"]], "pomdp_py.problems.tiger.cythonize module": [[32, "module-pomdp_py.problems.tiger.cythonize"]], "pomdp_py.problems.tiger.tiger_problem module": [[32, "module-pomdp_py.problems.tiger.tiger_problem"]], "Building Documentations": [[41, "building-documentations"]], "Building docs for pomdp_py": [[41, "building-docs-for-pomdp-py"]], "Building docs for pomdp_py.problems": [[41, "building-docs-for-pomdp-py-problems"]], "Note on Changelog": [[41, "note-on-changelog"]], "pomdp_py Documentation": [[52, "pomdp-py-documentation"]], "Overview": [[52, "overview"]], "Getting Started": [[52, "getting-started"]], "Further": [[52, "further"]], "Citation": [[52, "citation"]], "API References": [[52, "api-references"], [52, null]], "Tools": [[52, "tools"]], "Changelog": [[42, "changelog"]], "Version 1.3.5 (03/12/2024)": [[42, "version-1-3-5-03-12-2024"]], "Version 1.3.4 (01/26/2024)": [[42, "version-1-3-4-01-26-2024"]], "Version 1.3.3 (07/25/2023)": [[42, "version-1-3-3-07-25-2023"]], "Version 1.3.2 (04/03/2022)": [[42, "version-1-3-2-04-03-2022"]], "Version 1.3.1 (11/03/2021)": [[42, "version-1-3-1-11-03-2021"]], "Version 1.3.0.1 (09/30/2021)": [[42, "version-1-3-0-1-09-30-2021"]], "Version 1.2.4.6 (canceled)": [[42, "version-1-2-4-6-canceled"]], "Version 1.2.4.5 (07/05/2021)": [[42, "version-1-2-4-5-07-05-2021"]], "Version 1.2.4.1 (06/02/2021)": [[42, "version-1-2-4-1-06-02-2021"]], "Version 1.2.4 (06/01/2021)": [[42, "version-1-2-4-06-01-2021"]], "Version 1.2.3 (03/22/2021)": [[42, "version-1-2-3-03-22-2021"]], "Version 1.2.2.1 (01/25/2021)": [[42, "version-1-2-2-1-01-25-2021"]], "Version 1.2.2 (01/17/2021)": [[42, "version-1-2-2-01-17-2021"]], "Version 1.2.1 (12/23/2020)": [[42, "version-1-2-1-12-23-2020"]], "Pull Request #3 (08/01/2020)": [[42, "pull-request-3-08-01-2020"]], "Pull Request #1 (06/02/2020)": [[42, "pull-request-1-06-02-2020"]], "Version 1.0 - 1.2 (02/08/2020 - 02/16/2020)": [[42, "version-1-0-1-2-02-08-2020-02-16-2020"]], "Version 0.0": [[42, "version-0-0"]], "pomdp_py.algorithms package": [[2, "pomdp-py-algorithms-package"]], "pomdp_py.algorithms.po_rollout module": [[2, "module-pomdp_py.algorithms.po_rollout"]], "pomdp_py.algorithms.po_uct module": [[2, "module-pomdp_py.algorithms.po_uct"]], "pomdp_py.algorithms.pomcp module": [[2, "module-pomdp_py.algorithms.pomcp"]], "pomdp_py.algorithms.value_iteration module": [[2, "module-pomdp_py.algorithms.value_iteration"]], "pomdp_py.algorithms.visual.visual module": [[2, "pomdp-py-algorithms-visual-visual-module"], [4, "pomdp-py-algorithms-visual-visual-module"]], "pomdp_py.algorithms.visual package": [[4, "pomdp-py-algorithms-visual-package"]], "pomdp_py.problems.light_dark package": [[7, "pomdp-py-problems-light-dark-package"]], "Light-Dark": [[7, "light-dark"]], "pomdp_py.problems.light_dark.problem_discrete module": [[7, "pomdp-py-problems-light-dark-problem-discrete-module"]], "pomdp_py.problems.light_dark.test module": [[7, "pomdp-py-problems-light-dark-test-module"]], "pomdp_py.problems.light_dark.agent package": [[8, "pomdp-py-problems-light-dark-agent-package"]], "pomdp_py.problems.light_dark.agent.belief module": [[8, "pomdp-py-problems-light-dark-agent-belief-module"]], "pomdp_py.problems.light_dark.domain package": [[9, "pomdp-py-problems-light-dark-domain-package"]], "pomdp_py.problems.light_dark.domain.action module": [[9, "pomdp-py-problems-light-dark-domain-action-module"]], "pomdp_py.problems.light_dark.domain.observation module": [[9, "pomdp-py-problems-light-dark-domain-observation-module"]], "pomdp_py.problems.light_dark.domain.state module": [[9, "pomdp-py-problems-light-dark-domain-state-module"]], "pomdp_py.problems.light_dark.env package": [[10, "pomdp-py-problems-light-dark-env-package"]], "pomdp_py.problems.light_dark.env.env module": [[10, "module-pomdp_py.problems.light_dark.env.env"]], "pomdp_py.problems.light_dark.env.plotting module": [[10, "module-pomdp_py.problems.light_dark.env.plotting"]], "pomdp_py.problems.light_dark.env.visual module": [[10, "pomdp-py-problems-light-dark-env-visual-module"]], "pomdp_py.problems.light_dark.models package": [[11, "pomdp-py-problems-light-dark-models-package"]], "pomdp_py.problems.light_dark.models.observation_model module": [[11, "pomdp-py-problems-light-dark-models-observation-model-module"]], "pomdp_py.problems.light_dark.models.transition_model module": [[11, "pomdp-py-problems-light-dark-models-transition-model-module"]], "pomdp_py.problems.maze.models.components package": [[17, "pomdp-py-problems-maze-models-components-package"]], "pomdp_py.problems.maze.models.components.map module": [[17, "pomdp-py-problems-maze-models-components-map-module"]], "pomdp_py.problems.rocksample package": [[24, "pomdp-py-problems-rocksample-package"]], "RockSample": [[24, "rocksample"]], "pomdp_problems.rocksample.rocksample_problem module": [[24, "pomdp-problems-rocksample-rocksample-problem-module"]], "pomdp_py.problems.rocksample.cythonize module": [[24, "module-pomdp_py.problems.rocksample.cythonize"]], "pomdp_py.problems.rocksample.rocksample_problem module": [[24, "module-pomdp_py.problems.rocksample.rocksample_problem"]], "pomdp_py.problems.rocksample.cythonize package": [[25, "pomdp-py-problems-rocksample-cythonize-package"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem module": [[25, "module-pomdp_py.problems.rocksample.cythonize.rocksample_problem"], [25, "id1"], [25, "id49"], [25, "id98"]], "pomdp_py.problems.rocksample.cythonize.run_rocksample module": [[25, "pomdp-py-problems-rocksample-cythonize-run-rocksample-module"]], "pomdp_py.problems.tiger.cythonize package": [[33, "pomdp-py-problems-tiger-cythonize-package"]], "pomdp_py.problems.tiger.cythonize.run_tiger module": [[33, "pomdp-py-problems-tiger-cythonize-run-tiger-module"]], "pomdp_py.problems.tiger.cythonize.tiger_problem module": [[33, "module-pomdp_py.problems.tiger.cythonize.tiger_problem"], [33, "id1"], [33, "id39"], [33, "id78"]], "pomdp_py.utils package": [[37, "pomdp-py-utils-package"]], "pomdp_py.utils.colors module": [[37, "module-pomdp_py.utils.colors"]], "pomdp_py.utils.cython_utils.cpython-37m-x86_64-linux-gnu module": [[37, "pomdp-py-utils-cython-utils-cpython-37m-x86-64-linux-gnu-module"]], "pomdp_py.utils.cython_utils module": [[37, "module-pomdp_py.utils.cython_utils"]], "pomdp_py.utils.math module": [[37, "module-pomdp_py.utils.math"]], "pomdp_py.utils.misc module": [[37, "module-pomdp_py.utils.misc"]], "pomdp_py.utils.plotting module": [[37, "pomdp-py-utils-plotting-module"]], "pomdp_py.utils.templates module": [[37, "module-pomdp_py.utils.templates"]], "pomdp_py.utils.test_utils module": [[37, "pomdp-py-utils-test-utils-module"]], "pomdp_py.utils.typ module": [[37, "module-pomdp_py.utils.typ"]], "pomdp_py.utils.interfaces package": [[39, "pomdp-py-utils-interfaces-package"]], "pomdp_py.utils.interfaces.simple_rl module": [[39, "pomdp-py-utils-interfaces-simple-rl-module"]], "pomdp_py.visual package": [[40, "pomdp-py-visual-package"]], "pomdp_py.visual.search_tree module": [[40, "pomdp-py-visual-search-tree-module"]]}, "indexentries": {"actionprior (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.ActionPrior"]], "blqr (class in pomdp_py.algorithms.bsp.blqr)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR"]], "pomcp (class in pomdp_py.algorithms.pomcp)": [[2, "pomdp_py.algorithms.pomcp.POMCP"]], "porollout (class in pomdp_py.algorithms.po_rollout)": [[2, "pomdp_py.algorithms.po_rollout.PORollout"]], "pouct (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.POUCT"]], "qnode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.QNode"]], "randomrollout (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.RandomRollout"]], "rolloutpolicy (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.RolloutPolicy"]], "rootvnode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.RootVNode"]], "rootvnodeparticles (class in pomdp_py.algorithms.pomcp)": [[2, "pomdp_py.algorithms.pomcp.RootVNodeParticles"]], "treenode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.TreeNode"]], "vnode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.VNode"]], "vnodeparticles (class in pomdp_py.algorithms.pomcp)": [[2, "pomdp_py.algorithms.pomcp.VNodeParticles"]], "valueiteration (class in pomdp_py.algorithms.value_iteration)": [[2, "pomdp_py.algorithms.value_iteration.ValueIteration"]], "action_prior (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.action_prior"]], "argmax() (pomdp_py.algorithms.po_uct.vnode method)": [[2, "pomdp_py.algorithms.po_uct.VNode.argmax"]], "belief (pomdp_py.algorithms.pomcp.rootvnodeparticles attribute)": [[2, "pomdp_py.algorithms.pomcp.RootVNodeParticles.belief"]], "belief (pomdp_py.algorithms.pomcp.vnodeparticles attribute)": [[2, "pomdp_py.algorithms.pomcp.VNodeParticles.belief"]], "children (pomdp_py.algorithms.po_uct.treenode attribute)": [[2, "pomdp_py.algorithms.po_uct.TreeNode.children"]], "clear_agent() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.clear_agent"]], "clear_agent() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.clear_agent"]], "create_plan() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.create_plan"]], "discount_factor (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.discount_factor"]], "ekf_update_mlo() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.ekf_update_mlo"]], "from_vnode() (pomdp_py.algorithms.po_uct.rootvnode class method)": [[2, "pomdp_py.algorithms.po_uct.RootVNode.from_vnode"]], "from_vnode() (pomdp_py.algorithms.pomcp.rootvnodeparticles class method)": [[2, "pomdp_py.algorithms.pomcp.RootVNodeParticles.from_vnode"]], "get_preferred_actions() (pomdp_py.algorithms.po_uct.actionprior method)": [[2, "pomdp_py.algorithms.po_uct.ActionPrior.get_preferred_actions"]], "history (pomdp_py.algorithms.po_uct.rootvnode attribute)": [[2, "pomdp_py.algorithms.po_uct.RootVNode.history"]], "integrate_belief_segment() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.integrate_belief_segment"]], "interpret_sqp_plan() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.interpret_sqp_plan"]], "last_best_reward (pomdp_py.algorithms.po_rollout.porollout attribute)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.last_best_reward"]], "last_num_sims (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.last_num_sims"]], "last_planning_time (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.last_planning_time"]], "max_depth (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.max_depth"]], "module": [[2, "module-pomdp_py.algorithms.bsp.blqr"], [2, "module-pomdp_py.algorithms.po_rollout"], [2, "module-pomdp_py.algorithms.po_uct"], [2, "module-pomdp_py.algorithms.pomcp"], [2, "module-pomdp_py.algorithms.value_iteration"], [6, "module-pomdp_py.problems"], [10, "module-pomdp_py.problems.light_dark.env"], [10, "module-pomdp_py.problems.light_dark.env.env"], [10, "module-pomdp_py.problems.light_dark.env.plotting"], [16, "module-pomdp_py.problems.maze.models"], [17, "module-pomdp_py.problems.maze.models.components"], [24, "module-pomdp_py.problems.rocksample"], [24, "module-pomdp_py.problems.rocksample.cythonize"], [24, "module-pomdp_py.problems.rocksample.rocksample_problem"], [25, "module-0"], [25, "module-1"], [25, "module-2"], [25, "module-pomdp_py.problems.rocksample.cythonize"], [25, "module-pomdp_py.problems.rocksample.cythonize.rocksample_problem"], [32, "module-pomdp_py.problems.tiger"], [32, "module-pomdp_py.problems.tiger.cythonize"], [32, "module-pomdp_py.problems.tiger.tiger_problem"], [33, "module-0"], [33, "module-1"], [33, "module-2"], [33, "module-pomdp_py.problems.tiger.cythonize"], [33, "module-pomdp_py.problems.tiger.cythonize.tiger_problem"], [37, "module-pomdp_py.utils"], [37, "module-pomdp_py.utils.colors"], [37, "module-pomdp_py.utils.cython_utils"], [37, "module-pomdp_py.utils.debugging"], [37, "module-pomdp_py.utils.math"], [37, "module-pomdp_py.utils.misc"], [37, "module-pomdp_py.utils.templates"], [37, "module-pomdp_py.utils.typ"]], "num_visits (pomdp_py.algorithms.po_uct.treenode attribute)": [[2, "pomdp_py.algorithms.po_uct.TreeNode.num_visits"]], "num_visits_init (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.num_visits_init"]], "plan() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.plan"]], "plan() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.plan"]], "plan() (pomdp_py.algorithms.pomcp.pomcp method)": [[2, "pomdp_py.algorithms.pomcp.POMCP.plan"]], "plan() (pomdp_py.algorithms.value_iteration.valueiteration method)": [[2, "pomdp_py.algorithms.value_iteration.ValueIteration.plan"]], "pomdp_py.algorithms.bsp.blqr": [[2, "module-pomdp_py.algorithms.bsp.blqr"]], "pomdp_py.algorithms.po_rollout": [[2, "module-pomdp_py.algorithms.po_rollout"]], "pomdp_py.algorithms.po_uct": [[2, "module-pomdp_py.algorithms.po_uct"]], "pomdp_py.algorithms.pomcp": [[2, "module-pomdp_py.algorithms.pomcp"]], "pomdp_py.algorithms.value_iteration": [[2, "module-pomdp_py.algorithms.value_iteration"]], "print_children_value() (pomdp_py.algorithms.po_uct.vnode method)": [[2, "pomdp_py.algorithms.po_uct.VNode.print_children_value"]], "rollout() (pomdp_py.algorithms.po_uct.randomrollout method)": [[2, "pomdp_py.algorithms.po_uct.RandomRollout.rollout"]], "rollout() (pomdp_py.algorithms.po_uct.rolloutpolicy method)": [[2, "pomdp_py.algorithms.po_uct.RolloutPolicy.rollout"]], "rollout_policy (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.rollout_policy"]], "segmented_cost_function() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.segmented_cost_function"]], "set_rollout_policy() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.set_rollout_policy"]], "set_rollout_policy() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.set_rollout_policy"]], "update() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.update"]], "update() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.update"]], "update() (pomdp_py.algorithms.pomcp.pomcp method)": [[2, "pomdp_py.algorithms.pomcp.POMCP.update"]], "update_agent_belief (pomdp_py.algorithms.po_rollout.porollout attribute)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.update_agent_belief"]], "update_agent_belief (pomdp_py.algorithms.pomcp.pomcp attribute)": [[2, "pomdp_py.algorithms.pomcp.POMCP.update_agent_belief"]], "updates_agent_belief (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.updates_agent_belief"]], "value (pomdp_py.algorithms.po_uct.treenode attribute)": [[2, "pomdp_py.algorithms.po_uct.TreeNode.value"]], "value (pomdp_py.algorithms.po_uct.vnode attribute)": [[2, "pomdp_py.algorithms.po_uct.VNode.value"]], "value_init (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.value_init"]], "pomdp_py.problems": [[6, "module-pomdp_py.problems"]], "lightdarkenvironment (class in pomdp_py.problems.light_dark.env.env)": [[10, "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment"]], "const (pomdp_py.problems.light_dark.env.env.lightdarkenvironment property)": [[10, "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment.const"]], "light (pomdp_py.problems.light_dark.env.env.lightdarkenvironment property)": [[10, "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment.light"]], "plot_circle() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_circle"]], "plot_line() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_line"]], "plot_points() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_points"]], "plot_polygons() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_polygons"]], "pomdp_py.problems.light_dark.env": [[10, "module-pomdp_py.problems.light_dark.env"]], "pomdp_py.problems.light_dark.env.env": [[10, "module-pomdp_py.problems.light_dark.env.env"]], "pomdp_py.problems.light_dark.env.plotting": [[10, "module-pomdp_py.problems.light_dark.env.plotting"]], "pomdp_py.problems.maze.models": [[16, "module-pomdp_py.problems.maze.models"]], "pomdp_py.problems.maze.models.components": [[17, "module-pomdp_py.problems.maze.models.components"]], "action (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.Action"]], "bad (pomdp_py.problems.rocksample.rocksample_problem.rocktype attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.BAD"]], "checkaction (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.CheckAction"]], "east (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.EAST"]], "good (pomdp_py.problems.rocksample.rocksample_problem.rocktype attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.GOOD"]], "moveaction (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction"]], "north (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.NORTH"]], "observation (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.Observation"]], "rsobservationmodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel"]], "rspolicymodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel"]], "rsrewardmodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel"]], "rstransitionmodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel"]], "rocksampleproblem (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem"]], "rocktype (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType"]], "south (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.SOUTH"]], "sampleaction (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.SampleAction"]], "state (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.State"]], "west (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.WEST"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rsobservationmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rsrewardmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rstransitionmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel.argmax"]], "create_instance() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.create_instance"]], "euclidean_dist() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.euclidean_dist"]], "generate_instance() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.generate_instance"]], "get_all_actions() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.get_all_actions"]], "in_exit_area() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.in_exit_area"]], "init_particles_belief() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.init_particles_belief"]], "invert() (pomdp_py.problems.rocksample.rocksample_problem.rocktype static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.invert"]], "main() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.main"]], "minimal_instance() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.minimal_instance"]], "pomdp_py.problems.rocksample": [[24, "module-pomdp_py.problems.rocksample"]], "pomdp_py.problems.rocksample.cythonize": [[24, "module-pomdp_py.problems.rocksample.cythonize"], [25, "module-pomdp_py.problems.rocksample.cythonize"]], "pomdp_py.problems.rocksample.rocksample_problem": [[24, "module-pomdp_py.problems.rocksample.rocksample_problem"]], "print_state() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.print_state"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rsobservationmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel.probability"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.probability"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rsrewardmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel.probability"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rstransitionmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel.probability"]], "random() (pomdp_py.problems.rocksample.rocksample_problem.rocktype static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.random"]], "random_free_location() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.random_free_location"]], "rollout() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.rollout"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rsobservationmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel.sample"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.sample"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rsrewardmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel.sample"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rstransitionmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel.sample"]], "test_planner() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.test_planner"]], "bad (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype attribute)": [[25, "id138"], [25, "id40"], [25, "id89"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.BAD"]], "checkaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id0"], [25, "id50"], [25, "id99"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.CheckAction"]], "east (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id102"], [25, "id4"], [25, "id53"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.EAST"]], "good (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype attribute)": [[25, "id139"], [25, "id41"], [25, "id90"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.GOOD"]], "moveaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id101"], [25, "id3"], [25, "id52"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction"]], "north (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id103"], [25, "id5"], [25, "id54"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.NORTH"]], "rsaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id107"], [25, "id58"], [25, "id9"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSAction"]], "rsobservation (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id10"], [25, "id108"], [25, "id59"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservation"]], "rsobservationmodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id110"], [25, "id12"], [25, "id61"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel"]], "rspolicymodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id114"], [25, "id16"], [25, "id65"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel"]], "rsrewardmodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id120"], [25, "id22"], [25, "id71"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel"]], "rsstate (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id124"], [25, "id26"], [25, "id75"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState"]], "rstransitionmodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id128"], [25, "id30"], [25, "id79"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel"]], "rocksampleproblem (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id132"], [25, "id34"], [25, "id83"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem"]], "rocktype (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id137"], [25, "id39"], [25, "id88"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType"]], "south (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id104"], [25, "id55"], [25, "id6"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.SOUTH"]], "sampleaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id142"], [25, "id44"], [25, "id93"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.SampleAction"]], "west (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id105"], [25, "id56"], [25, "id7"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.WEST"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservationmodel method)": [[25, "id111"], [25, "id13"], [25, "id62"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id115"], [25, "id17"], [25, "id66"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsrewardmodel method)": [[25, "id121"], [25, "id23"], [25, "id72"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rstransitionmodel method)": [[25, "id129"], [25, "id31"], [25, "id80"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel.argmax"]], "euclidean_dist() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id143"], [25, "id45"], [25, "id94"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.euclidean_dist"]], "generate_instance() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem static method)": [[25, "id133"], [25, "id35"], [25, "id84"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.generate_instance"]], "get_all_actions() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id116"], [25, "id18"], [25, "id67"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.get_all_actions"]], "in_exit_area() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem method)": [[25, "id134"], [25, "id36"], [25, "id85"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.in_exit_area"]], "init_particles_belief() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id144"], [25, "id46"], [25, "id95"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.init_particles_belief"]], "invert() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype static method)": [[25, "id140"], [25, "id42"], [25, "id91"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.invert"]], "main() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id145"], [25, "id47"], [25, "id96"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.main"]], "motion (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id106"], [25, "id57"], [25, "id8"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.motion"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem": [[25, "module-0"], [25, "module-1"], [25, "module-2"], [25, "module-pomdp_py.problems.rocksample.cythonize.rocksample_problem"]], "position (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsstate attribute)": [[25, "id125"], [25, "id27"], [25, "id76"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState.position"]], "print_state() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem method)": [[25, "id135"], [25, "id37"], [25, "id86"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.print_state"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservationmodel method)": [[25, "id112"], [25, "id14"], [25, "id63"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel.probability"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id117"], [25, "id19"], [25, "id68"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.probability"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsrewardmodel method)": [[25, "id122"], [25, "id24"], [25, "id73"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel.probability"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rstransitionmodel method)": [[25, "id130"], [25, "id32"], [25, "id81"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel.probability"]], "quality (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservation attribute)": [[25, "id109"], [25, "id11"], [25, "id60"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservation.quality"]], "random() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype static method)": [[25, "id141"], [25, "id43"], [25, "id92"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.random"]], "random_free_location() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem static method)": [[25, "id136"], [25, "id38"], [25, "id87"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.random_free_location"]], "rock_id (pomdp_py.problems.rocksample.cythonize.rocksample_problem.checkaction attribute)": [[25, "id100"], [25, "id2"], [25, "id51"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.CheckAction.rock_id"]], "rocktypes (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsstate attribute)": [[25, "id126"], [25, "id28"], [25, "id77"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState.rocktypes"]], "rollout() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id118"], [25, "id20"], [25, "id69"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.rollout"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservationmodel method)": [[25, "id113"], [25, "id15"], [25, "id64"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel.sample"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id119"], [25, "id21"], [25, "id70"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.sample"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsrewardmodel method)": [[25, "id123"], [25, "id25"], [25, "id74"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel.sample"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rstransitionmodel method)": [[25, "id131"], [25, "id33"], [25, "id82"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel.sample"]], "terminal (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsstate attribute)": [[25, "id127"], [25, "id29"], [25, "id78"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState.terminal"]], "test_planner() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id146"], [25, "id48"], [25, "id97"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.test_planner"]], "actions (pomdp_py.problems.tiger.tiger_problem.policymodel attribute)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.ACTIONS"]], "observationmodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel"]], "policymodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel"]], "rewardmodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.RewardModel"]], "tigeraction (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerAction"]], "tigerobservation (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerObservation"]], "tigerproblem (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerProblem"]], "tigerstate (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerState"]], "transitionmodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel"]], "create() (pomdp_py.problems.tiger.tiger_problem.tigerproblem static method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerProblem.create"]], "get_all_actions() (pomdp_py.problems.tiger.tiger_problem.policymodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.get_all_actions"]], "get_all_observations() (pomdp_py.problems.tiger.tiger_problem.observationmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel.get_all_observations"]], "get_all_states() (pomdp_py.problems.tiger.tiger_problem.transitionmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel.get_all_states"]], "main() (in module pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.main"]], "make_tiger() (in module pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.make_tiger"]], "other() (pomdp_py.problems.tiger.tiger_problem.tigerstate method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerState.other"]], "pomdp_py.problems.tiger": [[32, "module-pomdp_py.problems.tiger"]], "pomdp_py.problems.tiger.cythonize": [[32, "module-pomdp_py.problems.tiger.cythonize"], [33, "module-pomdp_py.problems.tiger.cythonize"]], "pomdp_py.problems.tiger.tiger_problem": [[32, "module-pomdp_py.problems.tiger.tiger_problem"]], "probability() (pomdp_py.problems.tiger.tiger_problem.observationmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel.probability"]], "probability() (pomdp_py.problems.tiger.tiger_problem.transitionmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel.probability"]], "rollout() (pomdp_py.problems.tiger.tiger_problem.policymodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.rollout"]], "sample() (pomdp_py.problems.tiger.tiger_problem.observationmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel.sample"]], "sample() (pomdp_py.problems.tiger.tiger_problem.policymodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.sample"]], "sample() (pomdp_py.problems.tiger.tiger_problem.rewardmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.RewardModel.sample"]], "sample() (pomdp_py.problems.tiger.tiger_problem.transitionmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel.sample"]], "test_planner() (in module pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.test_planner"]], "actions (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerproblem attribute)": [[33, "id17"], [33, "id56"], [33, "id95"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.ACTIONS"]], "observations (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerproblem attribute)": [[33, "id18"], [33, "id57"], [33, "id96"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.OBSERVATIONS"]], "states (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerproblem attribute)": [[33, "id19"], [33, "id58"], [33, "id97"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.STATES"]], "tigeraction (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id0"], [33, "id41"], [33, "id80"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerAction"]], "tigerobservation (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id3"], [33, "id42"], [33, "id81"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservation"]], "tigerobservationmodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id44"], [33, "id5"], [33, "id83"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel"]], "tigerpolicymodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id11"], [33, "id50"], [33, "id89"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel"]], "tigerproblem (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id16"], [33, "id55"], [33, "id94"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem"]], "tigerrewardmodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id20"], [33, "id59"], [33, "id98"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel"]], "tigerstate (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id103"], [33, "id25"], [33, "id64"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerState"]], "tigertransitionmodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id105"], [33, "id27"], [33, "id66"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id45"], [33, "id6"], [33, "id84"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.argmax"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id12"], [33, "id51"], [33, "id90"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.argmax"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id21"], [33, "id60"], [33, "id99"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.argmax"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id106"], [33, "id28"], [33, "id67"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.argmax"]], "build_actions() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id111"], [33, "id33"], [33, "id72"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_actions"]], "build_observations() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id112"], [33, "id34"], [33, "id73"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_observations"]], "build_setting() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id113"], [33, "id35"], [33, "id74"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_setting"]], "build_states() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id114"], [33, "id36"], [33, "id75"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_states"]], "get_all_actions() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id13"], [33, "id52"], [33, "id91"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.get_all_actions"]], "get_all_observations() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id46"], [33, "id7"], [33, "id85"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.get_all_observations"]], "get_all_states() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id107"], [33, "id29"], [33, "id68"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.get_all_states"]], "get_distribution() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id47"], [33, "id8"], [33, "id86"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.get_distribution"]], "get_distribution() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id100"], [33, "id22"], [33, "id61"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.get_distribution"]], "get_distribution() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id108"], [33, "id30"], [33, "id69"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.get_distribution"]], "main() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id115"], [33, "id37"], [33, "id76"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.main"]], "name (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservation attribute)": [[33, "id4"], [33, "id43"], [33, "id82"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservation.name"]], "name (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerstate attribute)": [[33, "id104"], [33, "id26"], [33, "id65"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerState.name"]], "pomdp_py.problems.tiger.cythonize.tiger_problem": [[33, "module-0"], [33, "module-1"], [33, "module-2"], [33, "module-pomdp_py.problems.tiger.cythonize.tiger_problem"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id48"], [33, "id87"], [33, "id9"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.probability"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id14"], [33, "id53"], [33, "id92"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.probability"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id101"], [33, "id23"], [33, "id62"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.probability"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id109"], [33, "id31"], [33, "id70"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.probability"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id10"], [33, "id49"], [33, "id88"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.sample"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id15"], [33, "id54"], [33, "id93"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.sample"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id102"], [33, "id24"], [33, "id63"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.sample"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id110"], [33, "id32"], [33, "id71"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.sample"]], "test_planner() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id116"], [33, "id38"], [33, "id77"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.test_planner"]], "blue (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.BLUE"]], "bold (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.BOLD"]], "cyan (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.CYAN"]], "detobservationmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.DetObservationModel"]], "detrewardmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.DetRewardModel"]], "dettransitionmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.DetTransitionModel"]], "endc (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.ENDC"]], "green (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.GREEN"]], "magenta (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.MAGENTA"]], "red (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.RED"]], "r_between() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_between"]], "r_x() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_x"]], "r_y() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_y"]], "r_z() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_z"]], "subscript (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.SUBSCRIPT"]], "simpleaction (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.SimpleAction"]], "simpleobservation (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.SimpleObservation"]], "simplestate (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.SimpleState"]], "t() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.T"]], "tabularobservationmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.TabularObservationModel"]], "tabularrewardmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.TabularRewardModel"]], "tabulartransitionmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.TabularTransitionModel"]], "treedebugger (class in pomdp_py.utils.debugging)": [[37, "pomdp_py.utils.debugging.TreeDebugger"]], "uniformpolicymodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.UniformPolicyModel"]], "white (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.WHITE"]], "yellow (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.YELLOW"]], "approx_equal() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.approx_equal"]], "argmax() (pomdp_py.utils.templates.detrewardmodel method)": [[37, "pomdp_py.utils.templates.DetRewardModel.argmax"]], "b (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.b"]], "back() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.back"]], "bcolors (class in pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.bcolors"]], "bestseq (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.bestseq"]], "bestseqd() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.bestseqd"]], "blue() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.blue"]], "bold() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.bold"]], "bottomleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.bottomleft"]], "bottomright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.bottomright"]], "bottomt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.bottomt"]], "c (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.c"]], "clear (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.clear"]], "cyan() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.cyan"]], "d (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.d"]], "depth (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.depth"]], "det_dict_hash() (in module pomdp_py.utils.cython_utils)": [[37, "pomdp_py.utils.cython_utils.det_dict_hash"]], "disable() (pomdp_py.utils.typ.bcolors static method)": [[37, "pomdp_py.utils.typ.bcolors.disable"]], "down (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.down"]], "error() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.error"]], "euclidean_dist() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.euclidean_dist"]], "get_all_actions() (pomdp_py.utils.templates.uniformpolicymodel method)": [[37, "pomdp_py.utils.templates.UniformPolicyModel.get_all_actions"]], "get_all_observations() (pomdp_py.utils.templates.tabularobservationmodel method)": [[37, "pomdp_py.utils.templates.TabularObservationModel.get_all_observations"]], "get_all_states() (pomdp_py.utils.templates.tabulartransitionmodel method)": [[37, "pomdp_py.utils.templates.TabularTransitionModel.get_all_states"]], "green() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.green"]], "hex_to_rgb() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.hex_to_rgb"]], "hline (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.hline"]], "info() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.info"]], "interpret_color() (in module pomdp_py.utils.debugging)": [[37, "pomdp_py.utils.debugging.interpret_color"]], "intersect (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.intersect"]], "inverse_color_hex() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.inverse_color_hex"]], "inverse_color_rgb() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.inverse_color_rgb"]], "json_safe() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.json_safe"]], "l() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.l"]], "layer() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.layer"]], "leaf (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.leaf"]], "left (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.left"]], "leftt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.leftt"]], "lighter() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.lighter"]], "longbottomleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longbottomleft"]], "longbottomright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longbottomright"]], "longleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longleft"]], "longright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longright"]], "longtopleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longtopleft"]], "longtopright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longtopright"]], "magenta() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.magenta"]], "mark() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mark"]], "mark_path() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mark_path"]], "mark_sequence() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mark_sequence"]], "markp() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.markp"]], "mbp (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mbp"]], "nl (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nl"]], "nn (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nn"]], "note() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.note"]], "nq (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nq"]], "num_layers (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.num_layers"]], "num_nodes() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.num_nodes"]], "nv (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nv"]], "p() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.p"]], "path() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.path"]], "path_to() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.path_to"]], "pm (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.pm"]], "pomdp_py.utils": [[37, "module-pomdp_py.utils"]], "pomdp_py.utils.colors": [[37, "module-pomdp_py.utils.colors"]], "pomdp_py.utils.cython_utils": [[37, "module-pomdp_py.utils.cython_utils"]], "pomdp_py.utils.debugging": [[37, "module-pomdp_py.utils.debugging"]], "pomdp_py.utils.math": [[37, "module-pomdp_py.utils.math"]], "pomdp_py.utils.misc": [[37, "module-pomdp_py.utils.misc"]], "pomdp_py.utils.templates": [[37, "module-pomdp_py.utils.templates"]], "pomdp_py.utils.typ": [[37, "module-pomdp_py.utils.typ"]], "pp (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.pp"]], "preferred_actions() (pomdp_py.utils.debugging.treedebugger static method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.preferred_actions"]], "probability() (pomdp_py.utils.templates.detobservationmodel method)": [[37, "pomdp_py.utils.templates.DetObservationModel.probability"]], "probability() (pomdp_py.utils.templates.dettransitionmodel method)": [[37, "pomdp_py.utils.templates.DetTransitionModel.probability"]], "probability() (pomdp_py.utils.templates.tabularobservationmodel method)": [[37, "pomdp_py.utils.templates.TabularObservationModel.probability"]], "probability() (pomdp_py.utils.templates.tabulartransitionmodel method)": [[37, "pomdp_py.utils.templates.TabularTransitionModel.probability"]], "proj() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.proj"]], "r (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.r"]], "random_unique_color() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.random_unique_color"]], "red() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.red"]], "remap() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.remap"]], "reward_func() (pomdp_py.utils.templates.detrewardmodel method)": [[37, "pomdp_py.utils.templates.DetRewardModel.reward_func"]], "rgb_to_hex() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.rgb_to_hex"]], "right (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.right"]], "rightt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.rightt"]], "rollout() (pomdp_py.utils.templates.uniformpolicymodel method)": [[37, "pomdp_py.utils.templates.UniformPolicyModel.rollout"]], "root (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.root"]], "s() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.s"]], "s() (pomdp_py.utils.typ.bcolors static method)": [[37, "pomdp_py.utils.typ.bcolors.s"]], "safe_slice() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.safe_slice"]], "sample() (pomdp_py.utils.templates.detobservationmodel method)": [[37, "pomdp_py.utils.templates.DetObservationModel.sample"]], "sample() (pomdp_py.utils.templates.detrewardmodel method)": [[37, "pomdp_py.utils.templates.DetRewardModel.sample"]], "sample() (pomdp_py.utils.templates.dettransitionmodel method)": [[37, "pomdp_py.utils.templates.DetTransitionModel.sample"]], "sample() (pomdp_py.utils.templates.tabularobservationmodel method)": [[37, "pomdp_py.utils.templates.TabularObservationModel.sample"]], "sample() (pomdp_py.utils.templates.tabularrewardmodel method)": [[37, "pomdp_py.utils.templates.TabularRewardModel.sample"]], "sample() (pomdp_py.utils.templates.tabulartransitionmodel method)": [[37, "pomdp_py.utils.templates.TabularTransitionModel.sample"]], "sample() (pomdp_py.utils.templates.uniformpolicymodel method)": [[37, "pomdp_py.utils.templates.UniformPolicyModel.sample"]], "shadebar (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.shadebar"]], "similar() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.similar"]], "single_node_str() (pomdp_py.utils.debugging.treedebugger static method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.single_node_str"]], "sorted_by_str() (in module pomdp_py.utils.debugging)": [[37, "pomdp_py.utils.debugging.sorted_by_str"]], "special_char (class in pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.special_char"]], "step() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.step"]], "success() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.success"]], "to_radians() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.to_radians"]], "topleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.topleft"]], "topright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.topright"]], "topt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.topt"]], "tree_stats() (pomdp_py.utils.debugging.treedebugger static method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.tree_stats"]], "up (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.up"]], "vec() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.vec"]], "vline (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.vline"]], "warning() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.warning"]], "white() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.white"]], "yellow() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.yellow"]]}})
\ No newline at end of file
+Search.setIndex({"docnames": ["api/modules", "api/pomdp_py", "api/pomdp_py.algorithms", "api/pomdp_py.algorithms.bsp", "api/pomdp_py.algorithms.visual", "api/pomdp_py.framework", "api/pomdp_py.problems", "api/pomdp_py.problems.light_dark", "api/pomdp_py.problems.light_dark.agent", "api/pomdp_py.problems.light_dark.domain", "api/pomdp_py.problems.light_dark.env", "api/pomdp_py.problems.light_dark.models", "api/pomdp_py.problems.load_unload", "api/pomdp_py.problems.maze", "api/pomdp_py.problems.maze.domain", "api/pomdp_py.problems.maze.env", "api/pomdp_py.problems.maze.models", "api/pomdp_py.problems.maze.models.components", "api/pomdp_py.problems.multi_object_search", "api/pomdp_py.problems.multi_object_search.agent", "api/pomdp_py.problems.multi_object_search.domain", "api/pomdp_py.problems.multi_object_search.env", "api/pomdp_py.problems.multi_object_search.models", "api/pomdp_py.problems.multi_object_search.models.components", "api/pomdp_py.problems.rocksample", "api/pomdp_py.problems.rocksample.cythonize", "api/pomdp_py.problems.tag", "api/pomdp_py.problems.tag.agent", "api/pomdp_py.problems.tag.domain", "api/pomdp_py.problems.tag.env", "api/pomdp_py.problems.tag.models", "api/pomdp_py.problems.tag.models.components", "api/pomdp_py.problems.tiger", "api/pomdp_py.problems.tiger.cythonize", "api/pomdp_py.representations", "api/pomdp_py.representations.belief", "api/pomdp_py.representations.distribution", "api/pomdp_py.utils", "api/pomdp_py.utils.debugging", "api/pomdp_py.utils.interfaces", "api/pomdp_py.visual", "building_docs", "changelog", "design_principles", "examples", "examples.action_prior", "examples.external_solvers", "examples.mos", "examples.tiger", "existing_domains", "existing_solvers", "extensions", "index", "installation", "modules", "other_libraries"], "filenames": ["api/modules.rst", "api/pomdp_py.rst", "api/pomdp_py.algorithms.rst", "api/pomdp_py.algorithms.bsp.rst", "api/pomdp_py.algorithms.visual.rst", "api/pomdp_py.framework.rst", "api/pomdp_py.problems.rst", "api/pomdp_py.problems.light_dark.rst", "api/pomdp_py.problems.light_dark.agent.rst", "api/pomdp_py.problems.light_dark.domain.rst", "api/pomdp_py.problems.light_dark.env.rst", "api/pomdp_py.problems.light_dark.models.rst", "api/pomdp_py.problems.load_unload.rst", "api/pomdp_py.problems.maze.rst", "api/pomdp_py.problems.maze.domain.rst", "api/pomdp_py.problems.maze.env.rst", "api/pomdp_py.problems.maze.models.rst", "api/pomdp_py.problems.maze.models.components.rst", "api/pomdp_py.problems.multi_object_search.rst", "api/pomdp_py.problems.multi_object_search.agent.rst", "api/pomdp_py.problems.multi_object_search.domain.rst", "api/pomdp_py.problems.multi_object_search.env.rst", "api/pomdp_py.problems.multi_object_search.models.rst", "api/pomdp_py.problems.multi_object_search.models.components.rst", "api/pomdp_py.problems.rocksample.rst", "api/pomdp_py.problems.rocksample.cythonize.rst", "api/pomdp_py.problems.tag.rst", "api/pomdp_py.problems.tag.agent.rst", "api/pomdp_py.problems.tag.domain.rst", "api/pomdp_py.problems.tag.env.rst", "api/pomdp_py.problems.tag.models.rst", "api/pomdp_py.problems.tag.models.components.rst", "api/pomdp_py.problems.tiger.rst", "api/pomdp_py.problems.tiger.cythonize.rst", "api/pomdp_py.representations.rst", "api/pomdp_py.representations.belief.rst", "api/pomdp_py.representations.distribution.rst", "api/pomdp_py.utils.rst", "api/pomdp_py.utils.debugging.rst", "api/pomdp_py.utils.interfaces.rst", "api/pomdp_py.visual.rst", "building_docs.rst", "changelog.rst", "design_principles.rst", "examples.rst", "examples.action_prior.rst", "examples.external_solvers.rst", "examples.mos.rst", "examples.tiger.rst", "existing_domains.rst", "existing_solvers.rst", "extensions.rst", "index.rst", "installation.rst", "modules.rst", "other_libraries.rst"], "titles": ["pomdp_py", "pomdp_py package", "pomdp_py.algorithms package", "pomdp_py.algorithms.bsp package", "pomdp_py.algorithms.visual package", "pomdp_py.framework package", "pomdp_py.problems package", "pomdp_py.problems.light_dark package", "pomdp_py.problems.light_dark.agent package", "pomdp_py.problems.light_dark.domain package", "pomdp_py.problems.light_dark.env package", "pomdp_py.problems.light_dark.models package", "pomdp_py.problems.load_unload package", "pomdp_py.problems.maze package", "pomdp_py.problems.maze.domain package", "pomdp_py.problems.maze.env package", "pomdp_py.problems.maze.models package", "pomdp_py.problems.maze.models.components package", "pomdp_py.problems.multi_object_search package", "pomdp_py.problems.multi_object_search.agent package", "pomdp_py.problems.multi_object_search.domain package", "pomdp_py.problems.multi_object_search.env package", "pomdp_py.problems.multi_object_search.models package", "pomdp_py.problems.multi_object_search.models.components package", "pomdp_py.problems.rocksample package", "pomdp_py.problems.rocksample.cythonize package", "pomdp_py.problems.tag package", "pomdp_py.problems.tag.agent package", "pomdp_py.problems.tag.domain package", "pomdp_py.problems.tag.env package", "pomdp_py.problems.tag.models package", "pomdp_py.problems.tag.models.components package", "pomdp_py.problems.tiger package", "pomdp_py.problems.tiger.cythonize package", "pomdp_py.representations package", "pomdp_py.representations.belief package", "pomdp_py.representations.distribution package", "pomdp_py.utils package", "pomdp_py.utils.debugging module", "pomdp_py.utils.interfaces package", "pomdp_py.visual package", "Building Documentations", "Changelog", "Design Principles", "Examples", "Preference-based Action Prior", "Using External Solvers", "Multi-Object Search (MOS)", "Tiger", "Existing POMDP Domains", "Existing POMDP Solvers", "Use Case Extensions", "pomdp_py Documentation", "Installation", "docs", "Other POMDP Libraries"], "terms": {"packag": [0, 41, 47, 52, 53], "algorithm": [0, 1, 5, 7, 42, 46, 51, 52, 55], "po_rollout": [0, 1], "modul": [0, 1, 34, 41, 42, 47, 48, 52], "porollout": [0, 1, 2], "po_uct": [0, 1], "actionprior": [0, 1, 2, 42, 45, 48], "pouct": [0, 1, 2, 18, 26, 37, 38, 42, 45, 47, 48, 50, 51], "qnode": [0, 1, 2, 37, 38], "randomrollout": [0, 1, 2, 12, 33], "rolloutpolici": [0, 1, 2, 22, 24, 25, 30, 32, 37, 45, 48], "rootvnod": [0, 1, 2], "treenod": [0, 1, 2], "vnode": [0, 1, 2, 37, 38, 42], "pomcp": [0, 1, 18, 35, 37, 38, 42, 45, 48, 50, 51, 53, 55], "rootvnodeparticl": [0, 1, 2], "vnodeparticl": [0, 1, 2], "value_iter": [0, 1], "valueiter": [0, 1, 2, 42, 48, 50], "bsp": [0, 1], "blqr": [0, 1, 7, 42], "visual": [0, 1, 6, 7, 18, 26, 47], "framework": [0, 1, 12, 33, 42, 43, 47, 48, 52], "basic": [0, 1, 2, 24, 25, 35, 43, 46, 48, 50], "action": [0, 1, 2, 5, 6, 7, 12, 13, 18, 21, 22, 23, 24, 25, 26, 29, 30, 31, 32, 33, 35, 37, 38, 42, 43, 46, 47, 48, 50, 53], "agent": [0, 1, 2, 5, 6, 7, 12, 13, 14, 18, 22, 23, 24, 25, 26, 28, 32, 33, 35, 37, 38, 42, 43, 47, 48, 49, 50, 51, 52, 53], "blackboxmodel": [0, 1, 5, 35, 42, 48], "distribut": [0, 1, 2, 5, 12, 19, 22, 24, 25, 30, 32, 33, 34, 35, 37, 43, 45, 48], "environ": [0, 1, 5, 10, 15, 18, 21, 22, 29, 32, 33, 42, 43, 47, 48], "generativedistribut": [0, 1, 5, 19, 31, 36], "observ": [0, 1, 2, 3, 5, 6, 7, 10, 12, 13, 18, 21, 22, 23, 24, 25, 26, 29, 30, 32, 33, 35, 37, 38, 42, 43, 46, 47, 48, 50, 52, 53], "observationmodel": [0, 1, 5, 6, 12, 22, 24, 25, 30, 32, 33, 35, 37, 43, 48, 51], "option": [0, 1, 2, 5, 20, 22, 23, 24, 25, 32, 33, 37, 38, 42, 46, 48, 53], "pomdp": [0, 1, 2, 5, 7, 12, 13, 18, 20, 22, 24, 25, 26, 28, 29, 30, 32, 33, 37, 38, 41, 42, 43, 44, 45, 51, 52], "policymodel": [0, 1, 2, 5, 6, 18, 22, 32, 42, 45, 48, 51], "rewardmodel": [0, 1, 5, 6, 12, 22, 24, 25, 30, 32, 33, 37, 42, 43, 48], "state": [0, 1, 2, 3, 5, 6, 7, 12, 13, 18, 19, 21, 22, 24, 25, 26, 30, 32, 33, 35, 36, 37, 42, 43, 45, 46, 47, 48, 50, 53, 55], "transitionmodel": [0, 1, 5, 6, 12, 22, 24, 25, 30, 32, 33, 35, 37, 43, 48, 51], "sample_explict_model": [0, 1, 5], "sample_generative_model": [0, 1, 5], "oopomdp": [0, 1, 18, 42, 47, 51], "oobelief": [0, 1, 5, 19, 21, 29, 42], "ooobserv": [0, 1, 5, 20], "ooobservationmodel": [0, 1, 5, 22], "oostat": [0, 1, 5, 20, 42], "ootransitionmodel": [0, 1, 5, 22], "objectst": [0, 1, 5, 18, 20], "planner": [0, 1, 2, 3, 12, 18, 24, 25, 32, 33, 46, 48], "represent": [0, 1, 2, 5, 19, 21, 42, 52], "belief": [0, 1, 2, 3, 5, 6, 7, 10, 12, 18, 21, 24, 25, 27, 29, 32, 34, 36, 42, 46, 47, 48, 53], "histogram": [0, 1, 18, 19, 33, 34, 42, 46, 48], "particl": [0, 1, 2, 19, 34, 42, 53], "gaussian": [0, 1, 2, 3, 34], "util": [0, 1, 42, 46, 52], "subpackag": [0, 1, 52], "interfac": [0, 1, 5, 37, 42, 43, 46, 47, 48, 49, 50, 51, 52, 55], "submodul": [0, 1, 6, 13, 16], "color": [0, 1, 10, 21, 29, 38], "lighter": [0, 1, 37], "rgb_to_hex": [0, 1, 37], "hex_to_rgb": [0, 1, 37], "inverse_color_rgb": [0, 1, 37], "inverse_color_hex": [0, 1, 37], "random_unique_color": [0, 1, 37], "cython_util": [0, 1], "cpython": [0, 1], "37m": [0, 1], "x86_64": [0, 1], "linux": [0, 1, 53], "gnu": [0, 1], "det_dict_hash": [0, 1, 37, 42], "debug": [0, 1, 42, 52], "treedebugg": [0, 1, 32, 42], "sorted_by_str": [0, 1, 37, 38], "interpret_color": [0, 1, 37, 38], "math": [0, 1, 2, 5, 42], "vec": [0, 1, 37], "proj": [0, 1, 37], "r_x": [0, 1, 37], "r_y": [0, 1, 37], "r_z": [0, 1, 37], "t": [0, 1, 2, 3, 5, 18, 19, 21, 32, 33, 35, 36, 37, 43, 46, 48, 50, 55], "to_radian": [0, 1, 37], "r_between": [0, 1, 37], "approx_equ": [0, 1, 37], "euclidean_dist": [0, 1, 6, 22, 23, 24, 25, 37], "misc": [0, 1], "remap": [0, 1, 37], "json_saf": [0, 1, 37], "safe_slic": [0, 1, 37], "similar": [0, 1, 37, 46, 48], "special_char": [0, 1, 37], "plot": [0, 1, 6, 7, 53], "templat": [0, 1, 42], "simplest": [0, 1, 37], "simpleact": [0, 1, 37], "simpleobserv": [0, 1, 37], "dettransitionmodel": [0, 1, 37], "detobservationmodel": [0, 1, 37], "detrewardmodel": [0, 1, 37], "uniformpolicymodel": [0, 1, 37], "tabulartransitionmodel": [0, 1, 37, 42], "tabularobservationmodel": [0, 1, 37, 42], "tabularrewardmodel": [0, 1, 37, 42], "test_util": [0, 1], "typ": [0, 1], "bcolor": [0, 1, 37], "info": [0, 1, 37], "note": [0, 1, 2, 5, 7, 18, 22, 32, 33, 35, 36, 37, 38, 45, 46, 48, 52, 53], "error": [0, 1, 37, 42], "warn": [0, 1, 2, 37, 38, 46], "success": [0, 1, 2, 37], "bold": [0, 1, 37], "cyan": [0, 1, 37], "magenta": [0, 1, 37], "blue": [0, 1, 10, 37, 38], "green": [0, 1, 37, 53], "yellow": [0, 1, 37], "red": [0, 1, 37, 47], "white": [0, 1, 10, 37], "content": [0, 1, 41, 52], "clear_ag": [1, 2], "last_best_reward": [1, 2], "plan": [1, 2, 3, 5, 7, 10, 18, 22, 23, 32, 37, 38, 42, 45, 46, 48, 51, 52, 55], "set_rollout_polici": [1, 2], "updat": [1, 2, 3, 5, 18, 21, 26, 29, 35, 37, 38, 42, 46, 47, 48], "update_agent_belief": [1, 2, 5], "get_preferred_act": [1, 2, 45], "last_num_sim": [1, 2, 48], "last_planning_tim": [1, 2], "updates_agent_belief": [1, 2, 5], "rollout": [1, 2, 6, 18, 22, 24, 25, 26, 30, 32, 37, 42, 45, 48], "from_vnod": [1, 2], "histori": [1, 2, 5, 19, 22, 24, 25, 27, 30, 32, 37, 38, 45, 48], "children": [1, 2, 37, 38, 42], "num_visit": [1, 2], "valu": [1, 2, 5, 24, 25, 31, 32, 34, 36, 37, 38, 42, 45, 46, 48, 53, 55], "argmax": [1, 2, 5, 6, 12, 18, 22, 24, 25, 26, 30, 32, 33, 37, 42, 48], "print_children_valu": [1, 2], "ekf_update_mlo": [1, 2, 3], "integrate_belief_seg": [1, 2, 3], "segmented_cost_funct": [1, 2, 3], "create_plan": [1, 2, 3], "interpret_sqp_plan": [1, 2, 3], "add_attr": [1, 5], "all_act": [1, 5], "all_observ": [1, 5], "all_stat": [1, 5], "init_belief": [1, 5, 12, 24, 27, 32, 33, 48], "sample_belief": [1, 5], "set_belief": [1, 5, 46, 48], "update_histori": [1, 5, 48], "sampl": [1, 2, 5, 6, 12, 18, 19, 22, 24, 25, 26, 30, 32, 33, 36, 37, 42, 45, 46, 48, 53], "__getitem__": [1, 5, 34, 36, 37, 38], "__setitem__": [1, 5, 34, 36], "apply_transit": [1, 5], "blackbox_model": [1, 5, 35], "cur_stat": [1, 5], "provide_observ": [1, 5], "reward_model": [1, 5, 6, 10, 18, 26, 47, 48], "state_transit": [1, 5, 18, 21, 46, 48], "transition_model": [1, 5, 6, 7, 18, 26, 35, 46, 47, 48], "get_histogram": [1, 5, 34, 36], "mpe": [1, 5, 18, 19, 30, 31, 34, 36, 42], "get_all_observ": [1, 5, 6, 32, 33, 37, 48], "get_distribut": [1, 5, 32, 33], "probabl": [1, 5, 6, 12, 13, 18, 19, 22, 24, 25, 26, 30, 31, 32, 33, 36, 37, 42, 43, 46, 48, 50], "initi": [1, 5, 7, 19, 21, 24, 25, 27, 32, 42, 45, 46, 47, 48], "polici": [1, 2, 5, 12, 13, 22, 24, 25, 30, 32, 33, 37, 42, 45, 46, 48], "termin": [1, 2, 5, 18, 24, 25, 37, 38, 46, 48], "get_all_act": [1, 5, 6, 12, 18, 22, 24, 25, 26, 30, 32, 33, 37, 45, 48], "get_all_st": [1, 5, 6, 32, 33, 37, 48], "b": [1, 2, 3, 5, 35, 37, 38, 46], "object_belief": [1, 5, 19], "random": [1, 2, 5, 6, 18, 19, 22, 24, 25, 30, 31, 34, 36, 37, 42, 45, 48], "set_object_belief": [1, 5], "factor": [1, 5, 18, 20, 46], "merg": [1, 5, 18, 20], "observation_model": [1, 5, 6, 7, 18, 26, 29, 35, 46, 47, 48], "copi": [1, 5, 53], "get_object_attribut": [1, 5], "get_object_class": [1, 5], "get_object_st": [1, 5], "": [1, 2, 3, 5, 7, 12, 13, 18, 20, 21, 22, 23, 24, 25, 28, 30, 32, 33, 35, 37, 38, 41, 42, 43, 46, 48, 50, 52], "set_object_st": [1, 5], "situat": [1, 5, 47], "abstraction_over_histogram": [1, 34, 35], "update_histogram_belief": [1, 34, 35, 46, 48], "abstraction_over_particl": [1, 34, 35], "particle_reinvigor": [1, 34, 35], "update_particles_belief": [1, 34, 35], "is_norm": [1, 34, 36], "add": [1, 2, 19, 34, 36, 42], "from_histogram": [1, 34, 36], "get_abstract": [1, 34, 36], "weightedparticl": [1, 34, 36, 42], "condens": [1, 34, 36], "weight": [1, 2, 34, 36, 37], "cov": [1, 34, 36], "covari": [1, 2, 3, 34, 36], "mean": [1, 2, 21, 23, 26, 34, 35, 36, 46], "sigma": [1, 18, 19, 22, 34, 36], "simple_rl": [1, 37, 55], "num_nod": [1, 37, 38], "depth": [1, 2, 37, 38], "d": [1, 2, 3, 37, 38, 48, 52], "num_lay": [1, 37, 38], "nl": [1, 37, 38], "nn": [1, 37, 38], "nq": [1, 37, 38], "nv": [1, 10, 37, 38], "l": [1, 2, 3, 12, 37, 38, 47, 48, 52], "layer": [1, 37, 38], "leaf": [1, 37, 38], "step": [1, 2, 18, 32, 33, 37, 38, 41, 42, 46, 48, 53], "back": [1, 37, 38], "root": [1, 37, 38, 41, 53], "r": [1, 2, 3, 5, 12, 18, 21, 22, 24, 25, 29, 30, 32, 33, 37, 38, 42, 43, 46, 48, 50, 52, 53], "c": [1, 2, 10, 37, 38, 55], "p": [1, 24, 25, 37, 38, 52], "pp": [1, 37, 38], "mbp": [1, 37, 38], "pm": [1, 37, 38], "mark_sequ": [1, 37, 38], "mark": [1, 7, 13, 20, 37, 38, 47], "mark_path": [1, 37, 38], "markp": [1, 37, 38], "clear": [1, 2, 19, 27, 37, 38, 47], "bestseq": [1, 37, 38], "bestseqd": [1, 37, 38], "single_node_str": [1, 37, 38], "preferred_act": [1, 37, 38], "path": [1, 37, 38, 41, 46], "path_to": [1, 37, 38], "tree_stat": [1, 37, 38], "left": [1, 12, 18, 20, 32, 33, 37, 38, 46, 48, 53], "up": [1, 5, 12, 37, 38], "right": [1, 10, 12, 18, 19, 20, 32, 33, 37, 38, 46, 48, 53], "down": [1, 37, 48], "longleft": [1, 37], "longright": [1, 37], "hline": [1, 37], "vline": [1, 37], "bottomleft": [1, 37], "longbottomleft": [1, 37], "topleft": [1, 37], "longtopleft": [1, 37], "topright": [1, 37], "longtopright": [1, 37], "bottomright": [1, 37], "longbottomright": [1, 37], "intersect": [1, 37], "topt": [1, 37], "leftt": [1, 37], "rightt": [1, 37], "bottomt": [1, 37], "shadebar": [1, 37], "subscript": [1, 37], "reward_func": [1, 37], "endc": [1, 37], "disabl": [1, 37], "exist": [2, 37, 38, 44, 46, 48, 51, 52], "solver": [2, 32, 42, 44, 47, 48, 52], "under": [2, 23, 41, 46, 48, 55], "develop": [2, 5, 42, 46, 50, 52, 53, 55], "contribut": [2, 49, 52, 53], "want": [2, 19, 41, 47], "po": [2, 24, 25, 52], "baselin": 2, "paper": [2, 3, 7, 12, 13, 18, 20, 22, 28, 30, 45, 47, 48, 52], "2": [2, 10, 12, 20, 24, 25, 26, 27, 29, 30, 31, 37, 38, 45, 46, 48, 52, 53, 55], "quot": [2, 7, 12, 13, 32, 33, 48], "from": [2, 5, 7, 12, 13, 19, 20, 21, 22, 23, 27, 30, 32, 33, 36, 37, 38, 41, 42, 45, 46, 47, 48, 53], "To": [2, 12, 33, 37, 38, 41, 45, 47, 48], "provid": [2, 42, 46, 47, 48, 51, 52, 55], "perform": [2, 3, 5, 46, 48, 55], "benchmark": 2, "case": [2, 18, 21, 22, 32, 33, 35, 46, 48, 49, 52, 55], "we": [2, 7, 18, 19, 22, 23, 41, 44, 46, 47, 48, 49, 52, 53, 55], "evalu": [2, 36], "simpl": [2, 7, 20, 22, 23, 24, 25, 26, 32, 44, 47, 48, 52], "mont": [2, 48], "carlo": [2, 48], "simul": [2, 5, 18, 21, 32, 42, 46, 48], "without": [2, 37, 42, 46, 47, 48], "ani": [2, 13, 21, 22, 36, 46], "tree": [2, 37, 38, 42, 47, 48], "The": [2, 3, 5, 7, 12, 13, 14, 18, 20, 21, 22, 23, 24, 25, 28, 30, 32, 33, 36, 37, 38, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 55], "us": [2, 3, 5, 7, 18, 19, 20, 21, 22, 23, 32, 35, 36, 37, 38, 41, 42, 43, 44, 45, 47, 48, 49, 50, 52, 53, 55], "describ": [2, 3, 5, 18, 21, 41, 43, 44, 45, 47, 48, 52], "section": [2, 47, 48], "3": [2, 12, 20, 21, 24, 25, 32, 33, 37, 38, 46, 48, 53, 55], "It": [2, 3, 5, 20, 22, 36, 37, 38, 42, 45, 46, 47, 48, 52, 55], "n": [2, 18, 20, 24, 25, 35, 36, 37, 38, 46, 47], "A": [2, 3, 5, 7, 12, 13, 18, 19, 21, 27, 32, 33, 37, 38, 42, 43, 46, 47, 48, 50, 52, 55], "each": [2, 3, 5, 12, 13, 21, 22, 36, 37, 38, 46], "legal": 2, "select": 2, "highest": [2, 5, 31, 36, 37, 38], "averag": [2, 36], "return": [2, 3, 5, 12, 19, 21, 22, 23, 24, 25, 30, 31, 32, 33, 35, 36, 37, 38, 42, 45, 46, 48], "don": [2, 5, 18, 35, 48], "requir": [2, 5, 12, 22, 24, 25, 30, 32, 33, 35, 37, 42, 43, 53], "an": [2, 3, 5, 7, 10, 12, 13, 18, 19, 20, 21, 22, 23, 24, 25, 29, 32, 33, 36, 37, 42, 43, 45, 46, 47, 48, 50, 52, 55], "But": [2, 18, 20, 22, 32, 33, 35, 41, 42, 48], "do": [2, 5, 7, 41, 47, 48], "class": [2, 3, 5, 10, 12, 14, 15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 36, 37, 38, 42, 43, 45, 46, 47, 48, 51], "base": [2, 3, 5, 10, 12, 14, 15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 37, 38, 41, 42, 46, 47, 48, 51, 52, 55], "self": [2, 5, 12, 19, 21, 22, 24, 25, 30, 31, 32, 33, 36, 37, 38, 45, 47, 48], "carri": [2, 5], "inform": [2, 3, 5, 23, 27, 41, 43, 48], "bt": [2, 3, 5], "ht": [2, 5], "o": [2, 5, 12, 24, 25, 30, 32, 33, 35, 37, 41, 43, 46, 48, 50, 52], "g": [2, 3, 5, 13, 18, 21, 32, 42, 48, 49], "pi": [2, 5, 12, 22, 24, 25, 33, 43, 48], "necessari": [2, 5, 18, 47], "rollout_polici": [1, 2, 37, 38, 48], "given": [2, 5, 12, 18, 21, 22, 33, 35, 36, 37, 38, 43, 45, 46, 48], "one": [2, 5, 12, 19, 21, 32, 33, 37, 38, 44, 48, 52, 55], "real_act": [2, 5, 18, 27, 35], "real_observ": [2, 5, 18, 27, 35, 48], "real": [2, 5, 18, 21, 29, 35, 46, 48], "accordingli": [2, 5], "If": [2, 3, 5, 19, 21, 22, 27, 32, 33, 35, 36, 37, 38, 46, 48, 52], "i": [2, 3, 5, 7, 10, 12, 13, 14, 18, 19, 20, 21, 22, 23, 24, 25, 29, 30, 32, 33, 35, 36, 37, 38, 41, 42, 43, 45, 46, 47, 48, 49, 52, 53, 55], "also": [2, 5, 22, 32, 33, 37, 38, 47, 48, 50, 52, 55], "here": [2, 5, 7, 37, 38, 41, 45, 46, 48, 49, 53], "attribut": [2, 5, 20], "should": [2, 3, 5, 20, 22, 35, 41, 42, 43, 46, 47, 48, 51, 53], "set": [2, 5, 12, 19, 20, 21, 23, 24, 25, 30, 32, 33, 35, 36, 37, 42, 45, 46, 47, 48, 55], "true": [2, 5, 10, 13, 18, 21, 22, 23, 26, 32, 35, 36, 37, 38, 42, 46, 48, 53], "By": [2, 5, 23, 46], "default": [2, 5, 32, 35, 42, 46], "doe": [2, 5, 13, 23, 30, 36, 37, 38, 42, 43, 46, 48, 55], "noth": [2, 5], "function": [2, 3, 5, 7, 18, 19, 21, 27, 32, 35, 36, 37, 38, 42, 45, 46, 48, 50], "thi": [2, 3, 5, 7, 12, 18, 19, 20, 21, 22, 23, 24, 25, 29, 30, 32, 33, 35, 36, 37, 38, 41, 42, 43, 44, 45, 46, 48, 52, 53, 55], "uct": 2, "partial": [2, 12, 13, 32, 33, 48, 52], "present": [2, 7, 36], "extens": [2, 20, 22, 42, 48, 49, 52, 55], "combin": [2, 37], "mct": 2, "ucb1": [2, 42], "In": [2, 7, 18, 30, 32, 33, 44, 45, 46, 47, 48, 49], "other": [2, 6, 24, 25, 32, 33, 48, 52], "word": 2, "just": [2, 14, 19, 32, 33, 36, 37, 46, 48, 53], "arbitrari": 2, "strategi": 2, "mai": [2, 5, 7, 18, 24, 35, 41, 43, 44, 47, 52, 53], "refer": [2, 3, 7, 18, 24, 32, 33, 41, 42, 45], "spars": 2, "poss": 2, "introduc": [2, 12, 13, 42, 47, 48], "recent": 2, "5": [2, 3, 10, 21, 23, 24, 25, 32, 37, 38, 46, 48, 53], "mdp": [2, 5, 52, 55], "6": [2, 26, 37, 38, 46, 48, 53], "propos": 2, "call": [2, 5, 35, 46, 48], "powss": 2, "howev": [2, 48], "line": [2, 46, 47], "work": [2, 37, 38, 42, 46, 48, 52, 53, 55], "sole": 2, "still": [2, 35, 48], "compar": [2, 36], "exactli": 2, "while": [2, 12, 32, 33, 42, 48], "depend": [2, 3, 5, 7, 24, 30, 37, 42, 53], "explor": [2, 37, 38], "constant": [0, 2, 6, 37], "7": [2, 10, 37, 38, 42, 46], "reflect": 2, "prior": [2, 5, 18, 19, 26, 27, 32, 42, 48], "knowledg": [2, 48], "regard": [2, 5, 42, 48], "amount": [2, 7], "thei": [2, 19, 23, 35, 46], "follow": [2, 3, 5, 18, 32, 33, 37, 38, 45, 46, 47, 48, 52, 53], "wa": [2, 42, 47], "r_": 2, "hi": 2, "lo": 2, "where": [2, 3, 5, 7, 10, 18, 20, 21, 22, 24, 25, 35, 47, 48, 53], "rhi": 2, "achiev": 2, "dure": [2, 23, 37, 38, 42, 45, 46, 48], "run": [2, 23, 32, 33, 41, 42, 46, 47, 48, 53], "0": [2, 5, 10, 12, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 36, 37, 38, 45, 46, 48, 53], "rlo": 2, "lowest": 2, "inde": [2, 48], "differ": [2, 12, 18, 20, 22, 41, 42, 43, 47, 55], "between": [2, 5, 12, 21, 23, 24, 32, 37, 42, 43, 47, 55], "certainli": 2, "onli": [2, 5, 13, 22, 32, 37, 38, 42, 43, 48], "wai": [2, 46, 48, 55], "obtainx1": 2, "object": [0, 2, 5, 6, 10, 19, 20, 21, 22, 23, 24, 25, 29, 31, 36, 37, 38, 42, 45, 48, 51, 52, 53], "problem": [0, 2, 3, 5, 35, 42, 44, 46, 48, 49, 52, 53, 55], "specif": [2, 5, 36, 37, 38, 42, 48, 55], "cl": [2, 5], "kwarg": [2, 5, 12, 19, 20, 21, 22, 24, 25, 26, 29, 31, 33, 36, 37, 38, 42], "intend": 2, "classmethod": [2, 5, 20, 22, 29, 30, 31, 36, 46], "mimic": 2, "behavior": [2, 20, 42, 48], "generateleg": 2, "generatepref": 2, "david": [2, 48], "silver": [2, 48], "code": [2, 5, 37, 42, 45, 46, 47, 48, 52, 55], "tupl": [2, 3, 5, 10, 19, 21, 22, 24, 25, 30, 36, 37], "form": [2, 35], "num_visits_init": [1, 2], "value_init": [1, 2], "repres": [2, 3, 5, 10, 19, 24, 25, 35, 36, 37, 38, 44, 46, 47], "prefer": [2, 37, 38, 42, 48], "act": [2, 5, 32, 48, 52, 53], "despot": [2, 55], "For": [2, 5, 21, 23, 36, 42, 48, 53], "exampl": [2, 5, 18, 21, 23, 32, 33, 37, 38, 42, 45, 47, 48, 49, 50, 52], "certain": [2, 5], "possibl": [2, 5, 12, 20, 22, 24, 25, 30, 32, 33, 37, 48, 55], "subset": [2, 37, 38], "all": [2, 5, 12, 19, 22, 24, 25, 30, 32, 33, 36, 37, 38, 42, 48, 55], "when": [2, 5, 18, 24, 25, 28, 30, 36, 37, 38, 41, 42, 44, 45, 46, 47, 48, 52, 53, 55], "domain": [2, 6, 7, 10, 13, 18, 22, 24, 26, 32, 42, 44, 47, 52], "can": [2, 5, 7, 12, 14, 18, 20, 21, 22, 28, 32, 33, 37, 38, 42, 46, 47, 48, 50, 53, 55], "heurist": [2, 24, 25, 48], "space": [2, 3, 5, 7, 10, 12, 13, 19, 20, 22, 24, 25, 28, 32, 33, 35, 42, 46, 47, 48, 50], "enumer": [2, 32, 37, 38, 42, 43, 46, 48, 50], "__init__": [2, 5, 36, 41, 42, 45, 47, 48], "max_depth": [1, 2, 18, 26, 37, 38, 48], "planning_tim": [2, 18, 26, 42, 48], "1": [2, 3, 5, 7, 10, 12, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 32, 33, 36, 37, 38, 45, 46, 47, 48, 52, 53], "num_sim": [2, 37, 38, 42], "discount_factor": [1, 2, 5, 18, 26, 37, 38, 46, 48], "9": [2, 37, 42, 46, 48, 53], "exploration_const": [2, 18, 26, 37, 38, 48], "sqrt": 2, "action_prior": [1, 2, 45], "none": [2, 3, 5, 10, 18, 19, 20, 22, 24, 25, 29, 30, 32, 35, 36, 37, 38, 45, 46, 48, 53], "show_progress": 2, "fals": [2, 5, 10, 12, 18, 19, 21, 22, 23, 24, 25, 29, 31, 32, 33, 35, 36, 37, 46, 53], "pbar_update_interv": 2, "paramet": [2, 3, 5, 12, 18, 19, 21, 22, 24, 25, 27, 30, 32, 33, 35, 36, 37, 38, 42, 46, 48], "int": [2, 19, 21, 32, 33, 37, 38, 46], "float": [2, 5, 12, 21, 22, 24, 25, 30, 32, 33, 36, 37, 46], "time": [2, 12, 18, 20, 24, 25, 35, 46, 47], "second": [2, 35, 37, 38, 41, 46, 47], "neg": [2, 32, 33, 42, 48], "number": [2, 5, 18, 19, 32, 33, 35, 36, 37, 38, 42, 46, 55], "reach": [2, 5, 18, 46, 48], "both": [2, 32, 33, 37, 38, 46, 47], "ar": [2, 5, 7, 12, 18, 19, 22, 23, 24, 25, 28, 32, 33, 35, 36, 37, 38, 41, 42, 43, 46, 47, 48, 49, 53, 55], "over": [2, 7, 19, 32, 35, 36, 43, 44, 45, 48], "bool": [2, 5, 18, 21, 32, 35, 37, 38, 46], "print": [2, 37, 38, 42, 46, 48], "progress": [2, 42], "bar": [2, 42], "after": [2, 5, 12, 20, 21, 22, 29, 42, 46, 48], "you": [2, 5, 7, 18, 32, 33, 35, 37, 38, 41, 42, 45, 46, 47, 48, 52, 53], "even": [2, 49], "your": [2, 42, 47, 52], "stop": 2, "criteria": 2, "ran": 2, "last": [2, 13, 20], "assum": [2, 3, 5, 7, 10, 12, 19, 22, 23, 24, 25, 30, 32, 33, 36, 37, 42, 46, 53], "ha": [2, 5, 18, 23, 24, 25, 31, 36, 41, 46, 47, 51, 55], "been": [2, 48, 49], "take": [2, 5, 14, 24, 25, 28, 36, 42, 45, 46, 47, 48], "receiv": [2, 5, 12, 24, 25, 32, 33, 47, 48], "choos": [2, 45, 48], "uniformli": [2, 48], "child": 2, "implement": [2, 3, 5, 7, 12, 13, 18, 22, 24, 25, 28, 30, 32, 33, 36, 37, 42, 44, 45, 48, 49, 50, 51, 52, 55], "origin": [2, 7, 10, 12, 13, 20, 22, 24, 25, 45, 47, 48, 52], "larg": [2, 5, 28, 29, 30, 48], "http": [2, 3, 46, 52, 53], "nip": 2, "cc": 2, "4031": 2, "One": [2, 19, 48], "thing": 2, "happen": [2, 18, 22], "new": [2, 5, 21, 29, 35, 36, 42, 52], "store": [2, 5, 37, 46, 48], "level": [2, 47], "execut": [2, 5, 21, 23, 37, 38, 46, 48], "next": [2, 5, 12, 22, 24, 25, 30, 32, 33, 37, 48], "These": 2, "reinvigor": [2, 35, 53], "enough": [2, 12, 33, 49], "separ": [2, 41, 42, 47], "complet": [2, 7, 37, 46], "node": [2, 37, 38, 42, 46], "longer": 2, "keep": [2, 12, 33, 35, 37], "track": [2, 35], "reinvogr": 2, "onc": [2, 5, 32, 48], "have": [2, 3, 5, 18, 19, 21, 24, 25, 32, 33, 35, 36, 37, 38, 42, 43, 46, 47, 48, 49, 55], "previous": [2, 42, 47], "version": [2, 5, 46, 53], "basicpomcp": 2, "jl": [2, 46, 55], "github": [2, 41, 42, 46, 52, 53], "com": [2, 46, 53], "juliapomdp": [2, 7], "two": [2, 32, 33, 36, 37, 41, 44, 46, 48, 55], "equival": [2, 10, 48], "gener": [2, 5, 18, 32, 33, 36, 41, 43, 45, 46, 47, 48, 49, 52], "doesn": [2, 19, 32, 33, 55], "hurt": [2, 32, 33, 48], "featur": [2, 37, 38, 42, 52, 55], "state_transform_func": [2, 35], "artifici": [2, 48, 52], "transform": 2, "signatur": [2, 42], "s_transform": 2, "maintain": [2, 5, 12, 35, 46], "iter": [2, 24, 25, 32, 35, 42, 46, 48, 53, 55], "explain": [2, 41], "4": [2, 3, 20, 37, 38, 46, 48, 53], "stochast": [2, 13, 32, 48, 52], "No": [2, 46], "prune": [2, 46], "explod": 2, "veri": [2, 5, 48], "fast": 2, "feasibl": [2, 5, 12, 24, 25, 30, 32, 33, 37], "small": [2, 12, 22, 26, 27, 29, 30, 32, 33, 42, 48], "explicitli": [2, 24, 25, 35, 43, 45, 46, 48, 50], "horizon": [2, 42, 46, 48], "inf": [2, 46], "epsilon": [2, 18, 19, 22, 36, 37], "1e": [2, 22, 36, 37, 48], "lqr": [2, 3], "maximum": [2, 3, 7, 10, 18, 19, 32, 33, 42, 46], "likelihood": [2, 3, 7, 10, 36], "func_sysd": [2, 3], "func_ob": [2, 3], "jac_sysd": [2, 3], "jac_ob": [2, 3], "jac_sysd_u": [2, 3], "noise_ob": [2, 3], "noise_sysd": [2, 3], "qlarg": [2, 3], "q": [2, 3, 37, 38, 42], "planning_horizon": [2, 3], "15": [2, 3, 32, 37, 38, 46, 48], "sourc": [2, 3, 10, 12, 14, 15, 18, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 32, 35, 37, 38, 41, 46, 47, 48, 53], "ut": [2, 3], "ekf": [2, 3], "equat": [2, 3, 35], "12": [2, 3, 21, 29, 37, 46, 53], "13": [2, 3, 42], "f": [2, 3, 10], "point": [2, 3, 23, 28, 30, 46], "mt": [2, 3], "cov_t": [2, 3], "np": [2, 3], "arrai": [2, 3, 10, 36], "shape": [2, 3, 10, 20, 22, 23, 47], "cost": [2, 3, 19, 24, 25, 35], "need": [2, 3, 7, 19, 22, 32, 33, 35, 42, 45, 46, 48, 53], "turn": [2, 3], "long": [2, 3], "vector": [2, 3, 36, 37, 46], "consist": [2, 3, 12, 33], "column": [2, 3], "stich": [2, 3], "togeth": [2, 3], "control": [2, 3, 21, 22, 29, 48], "noise_t": [2, 3], "nois": [2, 3, 24, 25, 32, 33, 48], "possibli": [2, 3], "matrix": [2, 3], "wt": [2, 3], "term": [2, 3], "e": [2, 3, 5, 12, 18, 20, 21, 22, 23, 24, 25, 30, 32, 33, 37, 38, 42, 47, 48, 49, 53], "ad": [2, 3, 5, 42], "system": [2, 3, 46, 48, 55], "dynam": [2, 3, 22, 23], "v": [2, 3, 37, 38, 42, 46], "eq": [2, 3], "sam": [2, 3], "dimension": [2, 3, 12], "noise_obs_cov": [2, 3], "correspond": [2, 3, 21, 45, 46], "b_i": [2, 3], "u_i": [2, 3], "num_seg": [2, 3], "18": [2, 3, 37, 38, 46], "phi": [2, 3], "sum": [2, 3], "b_": [2, 3, 35, 48], "b_t": [2, 3, 48], "seg": [2, 3], "essenti": [2, 3, 43], "bu_traj": [2, 3], "b_de": [2, 3], "u_d": [2, 3], "17": [2, 3], "desir": [2, 3, 41], "covt": [2, 3], "comput": [2, 3, 19, 35, 42, 46], "list": [2, 3, 36, 37, 38, 42, 46], "begin": [2, 3, 37, 48], "segment": [2, 3], "avail": [2, 3, 5, 42, 52], "pass": [2, 3, 5, 12, 46, 48], "empti": [2, 3, 27], "b_0": [2, 3], "u_init": [2, 3], "control_bound": [2, 3], "opt_opt": [2, 3], "opt_callback": [2, 3], "solv": [2, 3, 6, 12, 13, 18, 26, 32, 42, 44, 47, 50, 52, 53], "sqp": [2, 3], "direct": [2, 3, 51], "transcript": [2, 3], "produc": [2, 3], "doc": [2, 3, 42], "scipi": [2, 3], "org": [2, 3, 42, 46, 52, 53], "tutori": [2, 3, 42, 45], "optim": [2, 3, 48], "html": [2, 3, 41, 46, 53], "opt_r": [2, 3], "lesli": [2, 48, 52], "pack": [2, 48, 52], "kaelbl": [2, 48, 52], "michael": [2, 47, 48, 52], "littman": [2, 48, 52], "anthoni": [2, 46, 48, 50, 52], "cassandra": [2, 46, 48, 50, 52], "intellig": [2, 48, 52], "101": [2, 48, 52], "99": [2, 18, 26, 46, 48, 52], "134": [2, 48, 52], "1998": [2, 48, 52], "joel": [2, 48], "veness": [2, 48], "advanc": [2, 48, 55], "neural": [2, 48], "process": [2, 32, 33, 48], "2164": [2, 48], "2172": [2, 48], "2010": [2, 48], "levent": 2, "kocsi": 2, "csaba": 2, "szepesv": 2, "\u00e1": 2, "ri": 2, "bandit": 2, "european": 2, "confer": [2, 47, 48, 52], "machin": [2, 46], "learn": [2, 5, 43, 48, 49, 51, 52, 55], "282": 2, "293": 2, "springer": 2, "2006": 2, "platt": 2, "tedrak": 2, "lozano": 2, "perez": 2, "proceed": [2, 48], "robot": [2, 7, 14, 18, 19, 20, 21, 22, 23, 24, 25, 28, 30, 47, 48, 52, 55], "scienc": 2, "zaragoza": 2, "spain": 2, "june": 2, "doi": 2, "10": [2, 18, 21, 24, 25, 26, 27, 29, 30, 32, 33, 37, 38, 42, 46, 48, 52], "15607": 2, "rss": 2, "vi": [2, 48], "037": 2, "h": [2, 48], "lim": 2, "clair": 2, "j": 2, "tomlin": 2, "zachari": 2, "sunberg": 2, "search": [0, 2, 6, 12, 13, 19, 20, 22, 24, 25, 37, 38, 42, 48, 52, 53], "guarante": 2, "continu": [2, 7, 42, 48], "arxiv": [2, 52], "preprint": 2, "1910": 2, "04332": 2, "2019": [2, 18, 20, 22, 47, 48], "kearn": 2, "yishai": 2, "mansour": 2, "andrew": 2, "y": [2, 19, 20, 21, 22, 24, 25, 27, 28, 29], "ng": 2, "markov": [2, 32, 33, 48], "decis": [2, 32, 33, 48], "49": [2, 37], "193": 2, "208": 2, "2002": 2, "ant": 2, "\u00f3": 2, "nio": 2, "gusmao": 2, "tapani": 2, "raiko": 2, "toward": 2, "beyond": [2, 52], "game": 2, "go": [2, 13, 41, 44, 53], "ecai": 2, "384": 2, "389": 2, "2012": 2, "import": [5, 37, 38, 43, 45, 46, 48, 53], "must": [5, 7, 12, 13, 46, 48], "hashabl": [5, 36, 37, 42], "oper": 5, "its": [5, 7, 12, 13, 14, 21, 22, 23, 24, 25, 32, 33, 42, 43, 46, 48, 50, 51, 55], "job": [5, 43, 48], "taken": [5, 18, 36], "care": [5, 19], "suppli": [5, 45], "OR": 5, "policy_model": [5, 6, 18, 26, 37, 38, 47, 48], "attr_nam": 5, "attr_valu": 5, "allow": [5, 42, 47, 48, 52], "sometim": [5, 48], "model": [5, 6, 7, 12, 13, 18, 19, 20, 24, 25, 26, 32, 33, 37, 42, 46, 47, 50, 51, 52], "transit": [5, 12, 21, 22, 24, 25, 30, 32, 33, 35, 37, 46, 47, 48], "current": [5, 13, 21, 24, 25, 35, 37, 38, 46, 50], "which": [5, 14, 21, 24, 32, 33, 35, 36, 37, 38, 42, 45, 46, 48, 55], "most": [5, 12, 19, 22, 24, 25, 30, 33, 36, 37], "like": [5, 12, 19, 22, 24, 25, 30, 33, 36, 37, 38, 41, 42, 43, 47, 48, 53], "map": [5, 13, 16, 19, 20, 21, 22, 23, 27, 36, 37, 46], "variabl": [5, 31, 32, 36, 46], "pr": [5, 12, 22, 24, 25, 30, 32, 33, 35, 36, 37], "x": [5, 7, 10, 12, 19, 20, 21, 22, 24, 25, 27, 28, 29, 36, 53], "varval": 5, "evaul": 5, "world": [5, 12, 18, 20, 21, 22, 32, 48, 53], "2d": [5, 18, 20, 22, 23, 42], "gridworld": [5, 19, 20, 22, 47], "render": 5, "pygam": [5, 21, 29, 53], "Or": [5, 36, 48, 53], "could": [5, 18, 20, 21, 22, 32, 36, 44, 45, 48, 52, 55], "3d": 5, "opengl": 5, "therefor": [5, 12, 35], "mind": 5, "how": [5, 32, 44, 47, 52], "so": [5, 13, 37, 38, 41, 42, 48, 53, 55], "passiv": 5, "never": [5, 30], "nor": [5, 32, 33, 48], "init_st": [5, 10, 12, 15, 21, 24, 25, 29, 32, 46], "next_stat": [5, 12, 20, 21, 22, 24, 25, 30, 32, 33, 37, 48], "appli": [5, 42], "assign": [5, 36], "underli": [5, 33, 36], "accord": [5, 12, 22, 23, 24, 25, 28, 30, 32, 33, 37, 47, 48], "type": [5, 12, 19, 21, 22, 24, 25, 30, 32, 33, 35, 36, 37, 42, 45, 46], "synonym": 5, "result": [5, 20, 21, 22, 35, 48], "trigger": [5, 21], "becom": [5, 21, 48], "discount": [5, 12, 24, 25, 46, 53], "until": [5, 46], "condit": [5, 48], "reward": [5, 12, 21, 22, 24, 25, 30, 32, 33, 37, 46, 47, 48, 53], "addition": [5, 53], "exhibit": 5, "properti": [5, 10, 20, 21, 23, 24, 25, 29, 37, 38, 42], "That": [5, 46], "support": [5, 22, 36, 43, 45, 51, 52, 55], "dictionari": [5, 19, 36, 37, 48], "randomli": [5, 12, 22, 24, 25, 30, 32, 33, 36, 37, 47], "tempor": 5, "abstract": [5, 36], "defin": [5, 10, 12, 13, 14, 18, 20, 22, 36, 37, 42, 44, 45, 46, 47, 50, 51], "semi": 5, "reinforc": [5, 51, 55], "satisfi": 5, "conveni": [5, 32, 37, 42], "overriden": 5, "feel": [5, 55], "write": [5, 46], "boolean": 5, "whether": [5, 12, 43, 46], "technic": 5, "instanc": [5, 21, 24, 25, 32, 33, 46, 47], "env": [5, 6, 7, 13, 18, 26, 46, 47, 48], "name": [5, 12, 20, 24, 32, 33, 37, 42, 46, 48], "treat": [5, 19, 32, 48], "h_t": [5, 48], "reason": 5, "accommod": 5, "vari": [5, 7, 20, 22], "probabilti": 5, "arg": [5, 12, 24, 25, 30, 32, 33, 37, 38, 42, 48], "pair": 5, "mathbb": 5, "denot": 5, "sim": [5, 48], "black": [5, 10], "box": 5, "creat": [5, 6, 7, 10, 32, 37, 38, 41, 42, 46, 47, 48], "n_step": 5, "compon": [5, 13, 16, 18, 22, 26, 30, 46, 47, 48], "oo": [5, 20, 29, 42, 47, 51], "As": [5, 45, 47], "main": [5, 6, 12, 24, 25, 26, 32, 33, 42, 46, 48], "benefit": 5, "reduc": [5, 20, 35], "scale": 5, "exponenti": [5, 24], "linear": 5, "increas": [5, 24], "see": [5, 36, 42, 43, 46, 47, 48, 49, 50, 52, 53], "alwai": [5, 13, 49], "objid": [5, 18, 19, 20, 21, 22], "alia": [5, 37, 38], "return_oost": [5, 19, 42], "z": [5, 21, 29, 35], "mapsto": 5, "z_1": 5, "cdot": [5, 46], "z_n": 5, "id": [5, 19, 20, 21, 22], "dict": [5, 19, 20, 21, 27, 35, 36, 42], "object_observ": [5, 20], "singl": [5, 20, 37, 38, 47], "prod_i": 5, "z_i": 5, "param": [5, 20], "again": 5, "chang": [5, 20, 22, 36, 42, 43, 48, 53], "directli": [5, 12, 33, 35, 48, 50], "object_st": [5, 20, 22], "becaus": [5, 12, 13, 19, 41, 43, 46, 48], "caus": 5, "hashcod": 5, "incorrect": [5, 37], "kei": [5, 37, 38], "attr": 5, "request": [5, 7], "frozenset": 5, "identifi": 5, "sinc": [5, 35, 48], "hash": [5, 37, 42], "s_i": [5, 20], "made": [5, 35, 42, 53], "str": [5, 21, 32, 36, 46], "onlin": [5, 7, 48], "pure": 5, "underneath": 5, "hood": 5, "Its": 5, "output": [5, 41, 46, 53], "expect": [5, 46, 53], "same": [5, 28, 30, 32, 35, 36, 42, 46, 48], "lasertag": [], "light_dark": [0, 6, 49], "problem_discret": [0, 6], "test": [0, 6, 32, 35, 42, 46], "load_unload": [0, 6], "maze": [0, 6, 49], "multi_object_search": [0, 6, 47, 53], "example_world": [0, 6, 47], "random_world": [6, 18], "rocksampl": [0, 6, 42, 53], "cython": [0, 6, 37, 42, 52, 53, 55], "rocksample_problem": [0, 6], "run_rocksampl": [6, 24], "rocktyp": [6, 24, 25], "good": [6, 24, 25, 47, 53], "bad": [6, 24, 25, 53], "invert": [6, 24, 25], "moveact": [6, 24, 25], "east": [6, 18, 20, 24, 25], "west": [6, 18, 20, 24, 25], "north": [6, 18, 20, 24, 25, 53], "south": [6, 18, 20, 24, 25], "sampleact": [6, 24, 25], "checkact": [6, 24, 25], "rstransitionmodel": [6, 24, 25], "rsobservationmodel": [6, 24, 25], "rsrewardmodel": [6, 24, 25], "rspolicymodel": [6, 24, 25], "rocksampleproblem": [6, 24, 25], "random_free_loc": [6, 24, 25], "in_exit_area": [6, 24, 25], "generate_inst": [6, 24, 25], "print_stat": [6, 24, 25], "test_plann": [6, 12, 24, 25, 32, 33, 48], "init_particles_belief": [6, 24, 25], "tag": [0, 6, 42], "experi": [0, 6, 7], "tiger": [0, 6, 37, 38, 42, 45, 46, 47, 52, 53], "run_tig": [6, 32], "tiger_problem": [0, 6, 37, 38, 42, 46, 48], "tigerst": [6, 32, 33, 46], "tigeract": [6, 32, 33], "tigerobserv": [6, 32, 33], "tigerproblem": [6, 32, 33, 37, 38, 46, 48], "make_tig": [6, 32], "lightdarkenviron": [7, 10], "light": [0, 6, 10, 42], "const": [7, 10], "dark": [0, 6, 10, 42], "mazeenviron": [13, 15], "finit": [12, 13, 32, 46, 48], "descript": [7, 12, 13, 18, 20, 21, 22, 24, 25, 32, 33, 48], "start": [12, 13, 21, 37, 38, 48, 53], "goal": [7, 13, 48], "cannot": [12, 13, 36, 41], "perceiv": [12, 13], "locat": [12, 13, 19, 23, 24, 25, 28, 30, 53], "orient": [13, 14, 18, 19, 20, 22, 23, 47, 51], "presenc": 13, "absenc": 13, "wall": [13, 14], "side": [12, 13, 48], "squar": 13, "non": 13, "zero": [13, 42], "slip": 13, "know": [13, 18, 35], "attempt": [13, 42], "make": [13, 19, 36, 37, 38, 41, 42, 43, 47, 52, 53, 55], "move": [7, 12, 13, 24, 25, 30, 31, 37, 38, 47, 53], "had": 13, "consequ": 13, "actual": [7, 13, 18, 23, 32, 33, 48], "posit": [7, 13, 14, 24, 25, 30, 31, 32, 33, 48], "Not": [13, 36], "yet": [7, 13, 42, 47], "motion": [14, 18, 20, 22, 24, 25, 28, 47], "look": [14, 20, 22, 47, 53], "positit": 14, "mosag": [18, 19], "clear_histori": [18, 19, 26, 27], "mosoobelief": [18, 19], "initialize_belief": [18, 19, 26, 27], "motionact": [18, 20, 23], "scheme_xyth": [18, 20], "scheme_vw": [18, 20], "forward": [18, 20], "backward": [18, 20, 42], "scheme_xi": [18, 20], "east2d": [18, 20, 31], "west2d": [18, 20, 31], "north2d": [18, 20, 31], "south2d": [18, 20, 31], "scheme": [18, 20], "lookact": [18, 20], "findact": [18, 20], "objectobserv": [18, 20, 22], "null": [18, 20, 22], "mosooobserv": [18, 20, 21, 53], "for_obj": [18, 20], "pose": [18, 20, 22, 23, 47], "robotst": [18, 20], "robot_pos": [18, 20, 23], "objects_found": [18, 20], "mosoost": [18, 20], "object_pos": [18, 20], "mosenviron": [18, 21], "robot_id": [18, 19, 20, 21, 22, 23], "interpret": [18, 20, 21, 36, 47], "interpret_robot_id": [18, 21], "equip_sensor": [18, 21, 47], "make_laser_sensor": [18, 21, 47], "make_proximity_sensor": [18, 21, 47], "grid_map": [18, 19, 22, 26, 27, 29, 30, 47], "sensor": [18, 19, 20, 21, 22, 24, 25, 47, 48], "mosobservationmodel": [18, 22], "objectobservationmodel": [18, 22], "unittest": [6, 18, 21, 22, 26, 29], "mosrewardmodel": [18, 22], "goalrewardmodel": [18, 22], "mostransitionmodel": [18, 22], "staticobjecttransitionmodel": [18, 22], "robottransitionmodel": [18, 22], "if_move_bi": [18, 22, 26, 30], "valid_pos": [18, 22, 30, 31], "in_boundari": [18, 22], "file": [18, 41, 42, 47, 48, 53, 55], "some": [18, 37, 42, 44, 46, 48, 49, 53, 55], "string": [10, 18, 21, 33, 37, 38, 46], "width": [18, 19, 22, 23, 26, 29, 31], "length": [18, 19, 22, 23, 26, 29, 31], "num_obj": 18, "num_obstacl": 18, "robot_char": 18, "init_robot_st": 19, "object_id": [19, 22], "dim": [19, 21, 22], "01": [18, 19, 22, 46], "belief_rep": [18, 19], "num_particl": [12, 18, 19, 24, 25, 26, 27, 35, 36], "100": [12, 18, 19, 27, 32, 33, 46, 48], "custum": [19, 27], "sure": [19, 48], "robot_orient": 19, "multi": [0, 6, 19, 20, 22, 42, 49, 51, 52, 53], "target": [18, 19, 21, 28, 30, 32, 46, 47, 48], "obstacl": [19, 21, 23, 47], "realli": [19, 48], "about": [12, 19, 23, 24, 25, 37, 38, 42, 47], "them": [19, 37, 42, 44, 48, 53, 55], "includ": [18, 19, 22, 41, 42, 43], "unspecifi": 19, "uniform": [19, 24, 25, 26, 27, 32, 48], "radian": 19, "cup": [20, 48], "find": [20, 22, 42, 47, 52, 53], "45deg": 20, "input": [20, 21, 46, 50], "forc": 20, "everi": [20, 24, 25], "w": [20, 47], "drop": 20, "mo": [0, 6, 20, 42, 52, 53], "xy": [10, 20, 31], "distance_cost": 20, "motion_nam": 20, "xyth": [20, 53], "141592653589793": 20, "71238898038469": 20, "5707963267948966": 20, "vw": 20, "7853981633974483": 20, "icra": [18, 20, 22, 47], "instead": [18, 20, 22, 32, 33, 42, 43, 48], "topolog": [18, 20, 22, 47], "graph": [18, 20, 22, 46, 47], "fan": [20, 22, 23, 47], "someth": [20, 22, 53], "els": [20, 22, 45, 46, 48], "objpos": 20, "thu": [20, 35, 47], "grid": [12, 20, 22, 23, 24, 25, 30, 47], "s_1": 20, "s_2": 20, "s_n": 20, "s_r": 20, "leq": 20, "sr": 20, "objclass": 20, "camera_direct": 20, "overrid": 21, "parent": [21, 37, 38], "worldstr": [21, 26, 29, 31], "rx": [21, 29], "xt": 21, "laser": [21, 22, 23, 47], "fov": [21, 23], "90": [21, 23], "min_rang": [21, 23], "max_rang": [21, 23], "indic": [21, 35], "obsticl": 21, "replac": 21, "upper": 21, "letter": 21, "serv": 21, "lower": [10, 21], "except": [21, 29, 37, 38], "signal": 21, "laser2dsensor": [21, 22, 23], "robot_nam": 21, "worldmap": 21, "charact": [10, 21], "angle_incr": [21, 23], "dist_rang": 21, "occlus": [21, 23, 47], "scanner": [21, 23, 47], "configur": [7, 21], "angl": [21, 23, 47], "end": [21, 37], "beam": [21, 23, 47], "scan": [21, 23, 47], "degre": [21, 23, 47], "angular": 21, "distanc": [21, 23, 24], "measur": 21, "rad": 21, "consid": [18, 21, 35, 47], "radiu": [10, 21, 23], "proxim": [21, 22, 23], "occlusion_en": [21, 23], "gridmap": [22, 23, 27, 30, 31], "valid_mot": [22, 23, 30, 31], "to_rad": [22, 23], "in_rang": [22, 23], "within_rang": [22, 23], "sensing_region_s": [22, 23], "in_field_of_view": [22, 23], "shoot_beam": [22, 23], "valid_beam": [22, 23], "proximitysensor": [22, 23], "own": [5, 22, 42, 43], "well": [22, 32, 33, 47, 48], "within": [22, 23, 47], "rang": [22, 23, 46, 47, 48], "equip": [22, 47], "occup": [22, 27], "target_object": 22, "big": [22, 26, 27, 29, 30], "1000": [18, 22, 26, 36], "normal": [12, 22, 24, 25, 33, 35, 36], "get": [22, 26, 32, 33, 48, 53], "detect": 22, "relat": [22, 52], "determinist": [22, 23, 24, 25, 30, 35, 37, 48], "09": [22, 36], "necessarili": 22, "static": [21, 22, 24, 25, 29, 32, 37, 38], "next_object_st": 22, "perfect": [22, 24, 25, 47], "check_collis": 22, "robot_st": 22, "next_robot_st": [18, 22], "pose_objid": 22, "valid": [22, 23, 43], "overlap": 22, "addit": [22, 35, 46, 49, 52, 53], "assist": 23, "collis": 23, "avoid": [23, 35, 42, 43], "invalid": [23, 48], "contain": [23, 32, 33, 35, 37, 38, 41, 42, 46, 48, 50, 55], "all_motion_act": 23, "bump": [23, 42], "determin": [23, 24, 25, 48], "assumpt": 23, "p1": [10, 23, 24, 25, 37], "p2": [10, 23, 24, 25, 37], "deg": 23, "val": 23, "env_stat": 23, "might": [23, 32, 33, 47, 48], "visibl": [23, 42], "due": [23, 42, 47], "gap": 23, "view_angl": 23, "th": [21, 23, 29, 37], "field": [23, 32, 33, 42], "view": [23, 42], "size": [10, 21, 23, 29, 42, 46], "180": 23, "front": [23, 32, 33, 48], "our": [7, 23, 47, 48, 55], "convent": [23, 44, 52], "270": 23, "360": [23, 47], "shoot": 23, "bear": 23, "dist": 23, "increment": 23, "mosobserv": 23, "region": [21, 23, 47], "center": [10, 23], "rock_id": [24, 25], "rsaction": [24, 25], "rsobserv": [24, 25], "qualiti": [24, 25], "rsstate": [24, 25], "k": [24, 25], "uai": [24, 25], "2004": [24, 25, 52], "rocktype_1": [24, 25], "rocktype_2": [24, 25], "rocktype_k": [24, 25], "rocktype_i": [24, 25], "terminalst": [24, 25], "rock": [24, 25], "known": [24, 25, 55], "check_i": [24, 25], "smartli": [24, 25], "check": [24, 25, 42, 46, 47, 48, 55], "check_1": [24, 25], "check_k": [24, 25], "first": [24, 25, 37, 38, 41, 46, 47, 48, 53], "four": [24, 25], "noisi": [24, 25], "eta": [24, 25], "exit": [24, 25], "area": [24, 25], "equal": [24, 25, 32, 33, 37, 38, 48], "being": [5, 24, 25], "rock_loc": 24, "half_efficiency_dist": 24, "20": [24, 37, 38, 42, 46], "not_free_loc": [24, 25], "nxn": [24, 25], "free": [24, 25, 32, 33, 47, 48, 51, 52, 55], "nstep": [12, 24, 25, 32, 33, 48], "95": [12, 24, 25, 37, 38, 46, 48], "initialize_particles_belief": [26, 27], "belief_upd": [6, 18, 26, 27], "tagag": [26, 27], "tagact": [26, 28], "tagobserv": [26, 28], "tagstat": [26, 28], "motion_polici": [26, 30], "tagobservationmodel": [26, 30], "tagpolicymodel": [26, 30], "tagrewardmodel": [26, 30], "tagtransitionmodel": [26, 30], "init_robot_posit": [26, 27], "hold": [27, 43], "pr_stai": [26, 27, 29, 31], "anytim": [28, 30, 46], "approxim": [28, 30, 36, 55], "cell": [28, 30, 47], "target_posit": [28, 31], "person": 28, "found": [28, 46, 47, 53], "robot_posit": [28, 31], "target_found": 28, "from_str": [26, 29, 30, 31], "free_cel": [30, 31], "tagtargetmotionpolici": [30, 31], "ohterwis": 30, "anyth": 30, "There": [7, 30, 41, 46, 48, 49, 55], "stochaist": 30, "movement": 30, "With": [30, 48], "8": [12, 30, 37, 38, 42, 46, 53], "awai": [7, 30, 32, 33, 48], "stai": [30, 32, 42, 48], "place": [12, 30, 47, 48], "closer": 30, "target_motion_polici": 30, "obstacle_pos": 31, "all_mot": 31, "next_target_posit": 31, "valid_target_motion_act": 31, "tigerobservationmodel": [32, 33], "tigerpolicymodel": [32, 33], "tigerrewardmodel": [32, 33], "tigertransitionmodel": [32, 33], "build_act": [32, 33], "build_observ": [32, 33], "build_set": [32, 33], "build_stat": [32, 33], "classic": [24, 32, 33, 48], "specifi": [32, 33, 37, 41, 42, 45, 46, 48], "introduct": [32, 33, 48], "kamalzadeh": [32, 33, 48], "hahsler": [32, 33, 48], "put": [32, 33, 48], "behind": [32, 33, 48], "door": [32, 33, 48], "treasur": [32, 33, 48], "stand": [32, 33, 37, 38, 48, 52], "close": [32, 33, 48], "decid": [5, 32, 33, 48], "open": [32, 33, 37, 38, 46, 48], "wait": [32, 33, 48], "listen": [32, 33, 37, 38, 42, 46, 48, 53], "neither": [32, 33, 48], "entir": [32, 33, 37, 38, 48], "accur": [32, 33, 48], "hear": [32, 33, 48], "vice": [32, 33, 48], "versa": [32, 33, 48], "either": [32, 33, 35, 42, 46, 47, 48], "more": [18, 24, 32, 33, 35, 37, 38, 41, 42, 44, 45, 46, 47, 48, 49, 51, 52, 55], "complic": [32, 33, 44, 47, 48, 52], "re": [5, 21, 29, 32, 41, 48], "spec": [32, 46, 48], "reset": [32, 48], "otherwis": [12, 32, 48], "obs_nois": [32, 48], "init_true_st": [32, 33, 48], "fact": 32, "debug_tre": 32, "feedback": [32, 33, 47, 48], "loop": [32, 33, 47, 48], "pdb": [32, 37, 38], "dd": [32, 37, 38], "quickli": [32, 44, 52], "build": [32, 42, 43, 46, 47, 52, 53], "extern": [12, 33, 42, 48, 50, 52, 53], "extrem": [12, 33], "dumb": [12, 33], "obs_prob": 33, "trans_prob": 33, "current_histogram": 35, "state_mapp": [35, 36], "oarg": 35, "targ": 35, "static_transit": 35, "next_state_spac": 35, "sum_": 35, "help": [35, 37, 38, 46, 47, 52], "nest": 35, "alreadi": [35, 51], "prohibit": 35, "effici": [24, 35], "part": [35, 46], "simpli": [35, 48], "At": 35, "least": 35, "ok": 35, "current_particl": 35, "todo": [13, 35, 42], "prob": 36, "unweight": 36, "inherit": [36, 42, 48], "feed": 36, "through": [12, 18, 36, 37, 38, 45, 48], "multipl": [36, 51], "those": [36, 42, 48, 53], "approx_method": 36, "distance_func": 36, "drawn": 36, "nearest": 36, "queri": 36, "match": [36, 42], "closest": 36, "exact": [12, 36, 42, 48], "uniqu": 36, "aggreg": 36, "numer": [36, 46, 55], "densiti": 36, "multivari": 36, "isn": 36, "arbitrarili": 36, "deal": 37, "percent": 37, "rgb": 37, "255": [21, 29, 37], "hx": 37, "len": [37, 45], "ctype": 37, "dct": 37, "easier": [37, 38, 42], "core": [37, 38, 42, 43], "incorpor": [37, 38], "design": [37, 38, 52], "eas": [37, 38], "ipdb": [37, 38], "session": [37, 38], "minim": [37, 38, 42], "usag": [37, 38], "pomdp_problem": [0, 6, 37, 38, 42], "suppos": [37, 38], "too": [37, 38], "4096": [37, 38], "200": [37, 38], "set_trac": [37, 38], "program": [37, 38, 46, 50], "enter": [37, 38], "debugg": [37, 38], "_vnodepp": [37, 38], "4095": [37, 38], "19": [37, 38, 46], "529": [37, 38], "\u2080listen": [37, 38], "_qnodepp": [37, 38], "4059": [37, 38], "\u2080tiger": [37, 38], "2013": [37, 38], "16": [37, 38], "586": [37, 38], "1883": [37, 38], "1441": [37, 38], "300": [37, 38], "out": [37, 38, 46, 47, 55], "\u2081open": [37, 38], "139": [37, 38], "847": [37, 38], "\u2082open": [37, 38], "112": [37, 38, 46], "57": [37, 38], "191": [37, 38], "text": [37, 38, 46], "retriev": [37, 38], "subtre": [37, 38], "index": [37, 38, 46, 52], "2044": [37, 38], "160": [37, 38], "148": [37, 38], "634": [37, 38], "237": [37, 38], "500": [18, 26, 37, 38], "obtain": [37, 38], "sequenc": [10, 37, 38, 42, 48], "\u2081tiger": [37, 38], "1955": [37, 38], "947": [37, 38], "768": [37, 38], "022": [37, 38], "462": [37, 38], "395": [37, 38], "000": [37, 38], "247": [37, 38], "best": [37, 38, 42], "brows": [37, 38], "method": [37, 38, 42], "document": [37, 38, 42, 44, 46, 55], "futur": [37, 38], "organ": [37, 38, 47, 48], "kind": [37, 38], "total": [37, 38, 46], "largest": [37, 38], "edg": [37, 38, 46], "as_debugg": [37, 38], "Will": [37, 38], "high": [37, 38, 47, 55], "huge": [37, 38], "interact": [37, 38, 43], "along": [37, 38], "preset": [37, 38], "seq": [37, 38], "understand": [37, 38, 43], "_nodepp": [37, 38], "dest": [37, 38], "Such": [37, 38], "parent_edg": [37, 38], "indent": [37, 38], "include_children": [37, 38], "df": [37, 38], "gether": [37, 38], "statist": [37, 38], "colorstr": [37, 38], "assort": 37, "vec1": 37, "vec2": 37, "scalar": 37, "dx": 37, "dy": 37, "dz": 37, "v1": 37, "v2": 37, "06": [37, 46], "python": [12, 37, 42, 46, 47, 48, 52, 53, 55], "oldvalu": 37, "oldmin": 37, "oldmax": 37, "newmin": 37, "newmax": 37, "obj": 37, "arr": 37, "48": 37, "8320": 37, "8321": 37, "50": [37, 46], "8322": 37, "51": [37, 46], "8323": 37, "52": [37, 46], "8324": 37, "53": 37, "8325": 37, "54": 37, "8326": 37, "55": 37, "8327": 37, "56": 37, "8328": 37, "8329": 37, "particular": 37, "data": 37, "piec": 37, "correct": [37, 43, 48], "typic": [37, 48], "tabular": [37, 42], "built": [37, 41, 42, 43], "nextstat": 37, "emit": 37, "utilti": [10, 37], "typographi": 37, "purpos": [37, 47, 52], "displai": 37, "x1b": 37, "97m": 37, "96m": 37, "95m": 37, "94m": 37, "92m": 37, "93m": 37, "91m": 37, "1m": 37, "0m": 37, "shown": [37, 47], "sphinx": [41, 42], "web": 41, "page": [41, 52, 53], "Their": 41, "directori": [41, 53], "cd": 41, "py": [41, 42, 47, 48], "_sphinx_src": 41, "apidoc": 41, "api": 41, "rst": 41, "argument": [41, 42, 45], "readm": 41, "read": [41, 48], "me": 41, "Then": [18, 41, 48], "top": [41, 42], "repositori": [41, 53], "websit": [41, 42, 53], "construct": [18, 41, 46, 48], "symbol": 41, "link": [41, 42, 46, 47, 52], "ln": 41, "access": [41, 42, 48, 52], "remov": [41, 42, 46], "site": 41, "deploi": 41, "fundament": 43, "block": [12, 43, 47], "formal": 43, "encapsul": 43, "few": 43, "pomdp_pi": [42, 43, 44, 45, 47, 48, 49, 50, 51, 53, 55], "around": [43, 55], "convei": [5, 43], "idea": [43, 48], "abov": [43, 46, 47, 48, 50, 53], "gist": [42, 43], "captur": 43, "versu": 43, "much": [42, 43], "sens": [21, 43, 47], "verifi": [42, 43, 53], "diagram": 43, "langl": 43, "omega": [43, 46, 50], "rangl": 43, "discuss": 44, "simpler": [18, 42, 44, 55], "interest": 44, "former": 44, "latter": 44, "structur": [44, 47, 52], "project": [44, 47, 51, 52, 55], "below": [45, 47, 49, 53], "minimum": [42, 45], "def": [45, 48], "rais": [45, 48], "notimplementederror": 45, "notion": 45, "narrow": 45, "express": 45, "detail": [18, 32, 45, 46, 47, 48, 50], "paragraph": 45, "visit": [42, 45], "count": [21, 45, 53], "account": 45, "nu": [46, 50], "hope": [46, 49], "u": [12, 46], "mani": [46, 55], "librari": [42, 46, 50, 52, 53], "written": [46, 48, 52, 55], "format": [42, 46, 48, 55], "pomdpx": [42, 46, 55], "pomdpconvert": 46, "toolkit": 46, "to_pomdp_fil": [42, 46], "to_pomdpx_fil": 46, "convers": [42, 46], "output_path": 46, "float_precis": [42, 46], "www": [46, 53], "independ": 46, "blank": 46, "decim": 46, "order": [7, 46, 48], "pomdpconvert_path": 46, "adacompnu": 46, "instruct": [46, 53], "download": [46, 53], "ubuntu": 46, "04": 46, "gcc": 46, "bigbird": 46, "comp": 46, "edu": 46, "sg": 46, "pmwiki": 46, "farm": 46, "appl": [46, 55], "php": 46, "pomdpxdocument": 46, "binari": [46, 50], "let": [46, 48], "filenam": [46, 47], "test_tig": 46, "softwar": [46, 53, 55], "src": 46, "vi_prun": 46, "pomdp_solve_path": 46, "pomdp_nam": 46, "temp": 46, "remove_generated_fil": 46, "return_policy_graph": 46, "definit": [46, 48], "pomdp_solv": [42, 46], "compil": 46, "command": [46, 47, 53], "stop_criteria": 46, "weak": 46, "time_limit": 46, "alpha": [10, 46], "pg": 46, "instal": [42, 46, 52], "appear": [7, 46, 55], "recommend": [46, 47, 53], "isinst": [46, 48], "cur_belief": [46, 48], "new_belief": [46, 48], "pid": 46, "8239": 46, "mcgs_prune_freq": 46, "verbos": 46, "context": 46, "done": [5, 18, 46, 48, 55], "epoch": 46, "00": 46, "sec": 46, "err": 46, "39": 46, "96": 46, "97": 46, "98": 46, "40": 46, "solut": 46, "user": [46, 48], "hr": 46, "min": 46, "lp_solv": 46, "report": 46, "lp": 46, "instabl": 46, "85": 46, "9697986575573173": 46, "03020134244268276": 46, "pomdpsol_path": 46, "timeout": 46, "30": [21, 29, 46], "memori": 46, "precis": 46, "logfil": 46, "pomdpsol": 46, "limit": 46, "mb": 46, "regret": 46, "less": 46, "than": [46, 55], "finish": 46, "log": [42, 46], "stdout": 46, "stderr": 46, "_": 46, "000001": 46, "load": [0, 6, 42, 46], "trial": [6, 26, 46], "backup": 46, "lbound": 46, "ubound": 46, "92": 46, "8205": 46, "821": 46, "2981": 46, "63": 46, "7547": 46, "70": 46, "0528": 46, "103": 46, "35722": 46, "3746": 46, "0174": 46, "155": 46, "44093": 46, "45": 46, "1431": 46, "38": 46, "7021": 46, "205": 46, "1184": 46, "36": 46, "4409": 46, "24": 46, "3225": 46, "1255": 46, "3714": 46, "13808e": 46, "21": 46, "41": 46, "1300": 46, "76277e": 46, "42": 46, "1350": 46, "75044e": 46, "43": 46, "1393": 46, "22729e": 46, "07": 46, "11": [46, 53], "extend": [42, 46, 47, 48, 49], "encod": 46, "alpha_path": 46, "pg_path": 46, "parse_pomdp_solve_output": 46, "pointer": 46, "incom": 46, "offlin": 46, "collect": 46, "associ": 46, "dot": 46, "product": 46, "lead": [46, 47], "domin": 46, "activ": [46, 55], "max_": 46, "gamma": 46, "policy_path": 46, "parse_appl_policy_fil": 46, "involv": 47, "whose": 47, "better": 47, "mainten": 47, "readabl": 47, "task": [0, 6, 12, 47, 51, 52, 55], "rel": 47, "share": [47, 52], "wandzel": 47, "et": 47, "al": 47, "slightli": 47, "room": [18, 47], "formul": 47, "three": [47, 48], "categori": 47, "adjust": 47, "disk": 47, "artifact": 47, "discret": [7, 47], "figur": [7, 12, 47], "screenshot": 47, "frame": 47, "imag": [42, 47], "circl": [47, 53], "third": 47, "show": [42, 47, 52], "later": [42, 47], "summari": 47, "procedur": [47, 48], "instanti": [18, 47], "squeez": 47, "everyth": 47, "giant": 47, "reus": 47, "whatev": 47, "save": 47, "evid": 47, "role": 47, "mosoopomdp": [6, 18, 47], "logic": 47, "m": [12, 42, 47, 52, 53], "custom": 47, "arthur": 47, "yoonseon": 47, "oh": 47, "fishman": 47, "nishanth": 47, "kumar": 47, "stefani": [47, 48, 52], "tellex": [47, 48, 52], "intern": [47, 48], "autom": [47, 48], "7194": 47, "7200": 47, "ieee": 47, "encourag": 48, "valueerror": 48, "__hash__": 48, "__eq__": 48, "boil": 48, "heard": 48, "growl": 48, "thresh": 48, "similarli": 48, "startswith": 48, "choic": 48, "easili": 48, "tabl": 48, "flexibl": 48, "intract": 48, "sever": [48, 49], "would": [42, 48, 55], "usual": [5, 48], "human": 48, "engin": 48, "sort": [37, 42, 48], "guid": 48, "guidanc": 48, "caution": 48, "sai": 48, "inject": 48, "final": 48, "straightforward": 48, "commonli": 48, "_reward_func": 48, "elif": 48, "abl": [42, 48], "mostli": 48, "super": 48, "notic": 48, "constructor": 48, "now": [42, 48], "standard": 48, "a_t": 48, "s_t": 48, "rightarrow": 48, "s_": 48, "r_t": 48, "o_t": 48, "h_": 48, "unless": 48, "repeat": 48, "110": 48, "ennviron": 48, "skip": [42, 48], "estim": 48, "percept": 48, "stack": 48, "saniti": 48, "come": 48, "automat": [42, 48], "num": 48, "short": 48, "abel": 48, "elli": 48, "hershkowitz": 48, "gabriel": 48, "barth": 48, "maron": 48, "stephen": 48, "brawner": 48, "kevin": 48, "farrel": 48, "jame": 48, "macglashan": 48, "twenti": 48, "fifth": 48, "schedul": 48, "2015": 48, "yuchen": 48, "xiao": 48, "sammi": 48, "katt": 48, "andrea": 48, "ten": 48, "pa": 48, "shengjian": 48, "chen": 48, "christoph": 48, "amato": 48, "clutter": 48, "welcom": [49, 52], "sarsop": [42, 50, 53, 55], "rl": 51, "transfer": [51, 52], "research": [51, 52, 55], "baslin": 51, "comprehens": 52, "why": 52, "clean": 52, "intuit": 52, "peopl": 52, "commun": [52, 53, 55], "artial": 52, "bservabl": 52, "arkov": 52, "ecis": 52, "rocess": 52, "major": 52, "languag": 52, "what": [5, 52], "changelog": 52, "principl": 52, "integr": 42, "pleas": 52, "cite": 52, "inproceed": 52, "zheng2020pomdp_pi": 52, "titl": 52, "_py": 52, "author": 52, "zheng": 52, "kaiyu": 52, "booktitl": 52, "icap": 52, "2020": 52, "workshop": 52, "planrob": 52, "year": 52, "url": 52, "icaps20subpag": 52, "wp": 52, "upload": [42, 52], "14": [12, 52, 53], "planrob_2020_paper_3": 52, "pdf": 52, "10099": 52, "virtualenv": 53, "pip": [42, 53], "manag": 53, "offici": 53, "maco": 53, "On": 53, "window": [42, 53], "wiki": 53, "latest": [42, 53], "releas": [42, 53], "clone": 53, "git": 53, "h2r": 53, "setup": [42, 53], "pyx": [42, 53], "pyd": 53, "rebuild": 53, "messi": [], "66": 53, "cumul": 53, "__num_sims__": 53, "1217": 53, "______id______": 53, "210": 53, "_____g": 53, "b_____": 53, "hello": 53, "542": 53, "506": 53, "test_al": 53, "via": [53, 55], "hub": 53, "credit": 53, "romain": 53, "egel": 53, "think": 55, "peer": 55, "easi": 55, "ro": 55, "acceler": 55, "pomdpi": 55, "suffici": 55, "convolut": 55, "potenti": [42, 55], "connect": [10, 18, 55], "clearer": 55, "pars": 55, "art": 55, "great": 55, "julia": 55, "suit": [7, 55], "analysi": 55, "besid": 55, "librai": 55, "port": 55, "ai": 55, "toolbox": 55, "bind": 55, "focus": 55, "lear": 55, "beliefmdp": 55, "modern": 42, "repo": [7, 42], "migrat": 42, "pyproject": 42, "toml": 42, "ci": 42, "pre": 42, "commit": 42, "eol": 42, "fix": 42, "cpdef": 42, "cdef": 42, "failur": 42, "29": 42, "comment": 42, "sp": 42, "wheel": 42, "properli": 42, "tame": 42, "minor": 42, "bug": 42, "__str__": 42, "confus": 42, "improv": 42, "clarifi": 42, "gave": 42, "cryingbabi": 42, "pygraphviz": 42, "inspect": 42, "refactor": 42, "cli": 42, "simplifi": 42, "__ne__": 42, "reorgan": 42, "break": 42, "unnecessari": 42, "compat": 42, "pickl": 42, "edit": 42, "cimport": 42, "ed": 42, "pypi": 42, "value_funct": 42, "18fc58e0": 42, "cfc88e8d8": 42, "719c2edf5": 42, "docker": 42, "issu": 42, "citat": 42, "resolv": 42, "max": 42, "among": 42, "infin": 42, "thank": 42, "jason": 42, "clarif": 42, "convert": 42, "were": 42, "calcul": 42, "divid": 42, "thrown": 42, "infinit": 42, "anoth": 42, "differenti": 42, "unload": [0, 6, 42], "per": 42, "faster": 42, "readi": 42, "changeabl": 42, "rewritten": 42, "cleaner": 42, "dictstat": [0, 1, 5, 42], "set_model": [1, 5, 42], "frozen": [1, 34, 36, 42], "ones": 5, "lustat": [6, 12], "luaction": [6, 12], "luobserv": [6, 12], "luobservationmodel": [6, 12], "lutransitionmodel": [6, 12], "lurewardmodel": [6, 12], "lupolicymodel": [6, 12], "loadunloadproblem": [6, 12], "generate_random_st": [6, 12], "generate_init_belief": [6, 12], "minimal_inst": [6, 24], "create_inst": [6, 24], "tagproblem": [6, 26], "plot_point": [7, 10], "plot_polygon": [7, 10], "plot_lin": [7, 10], "plot_circl": [7, 10], "xval": 10, "yval": 10, "label": 10, "style": 10, "linewidth": 10, "xlabel": 10, "ylabel": 10, "loc": 10, "vert": 10, "ax": 10, "edgecolor": 10, "verts0": 10, "verts1": 10, "verts_i": 10, "vertic": 10, "numpi": 10, "color0": 10, "color1": 10, "color_i": 10, "hex": 10, "xxxxxx": 10, "polygoncollect": 10, "axi": 10, "zorder": 10, "linestyl": 10, "fill": 10, "label_text": 10, "text_color": 10, "itself": [7, 12], "tell": 12, "statu": 12, "ob": 12, "load_unload_problem": 12, "object_color": [18, 21], "mosviz": [18, 21, 29], "img_width": [18, 21, 26, 29], "img_height": [18, 21, 26, 29], "last_observ": [18, 21, 26, 29], "draw_robot": [18, 21, 26, 29], "draw_observ": [18, 21, 26, 29], "draw_belief": [18, 21, 26, 29], "on_init": [18, 21, 26, 29], "on_ev": [18, 21, 26, 29], "on_loop": [18, 21, 26, 29], "on_rend": [18, 21, 26, 29], "on_cleanup": [18, 21, 26, 29], "on_execut": [18, 21, 26, 29], "render_env": [18, 21, 26, 29], "agent_has_map": 18, "cours": 18, "scenario": 18, "past": 18, "give": [5, 18], "max_tim": [18, 26], "120": [18, 26], "max_step": [18, 26], "fp": [21, 29], "viz_observ": 21, "img": [21, 29], "ry": [21, 29], "rth": [21, 29], "target_color": [21, 29], "init": [21, 29], "event": [21, 29], "display_surf": [21, 29], "decreas": 24, "rover": 24, "influenc": 24, "larger": 24, "robust": 24, "tagenviron": [26, 29], "tagviz": [26, 29], "init_target_posit": 26, "belief_typ": 26, "hist": [1, 26, 34, 36], "planner_typ": 26, "modifi": 36, "_search": 42, "modular": 42, "renam": 42, "gha": 42, "workflow": 42, "branch": 42, "master": [], "dev": 42, "local": 7, "plane": 7, "befor": [7, 42], "approach": 7, "abil": 7, "upon": 7, "quadrat": 7, "horizont": 7, "coordin": 7, "ultim": 7, "illustr": 7, "intens": 7, "magnitud": 7, "unknown": 7, "variant": 7, "kept": 7, "pull": 7, "lightdarkdomain": 7, "distinguish": 12, "off": 42, "set_nam": [1, 5], "hist_valid": [1, 34, 36], "outsid": 5, "hot": 42, "script": 42}, "objects": {"pomdp_py.algorithms": [[3, 0, 0, "-", "bsp"], [2, 0, 0, "-", "po_rollout"], [2, 0, 0, "-", "po_uct"], [2, 0, 0, "-", "pomcp"], [2, 0, 0, "-", "value_iteration"]], "pomdp_py.algorithms.bsp": [[3, 0, 0, "-", "blqr"]], "pomdp_py.algorithms.bsp.blqr": [[3, 1, 1, "", "BLQR"]], "pomdp_py.algorithms.bsp.blqr.BLQR": [[3, 2, 1, "", "create_plan"], [3, 2, 1, "", "ekf_update_mlo"], [3, 2, 1, "", "integrate_belief_segment"], [3, 2, 1, "", "interpret_sqp_plan"], [3, 2, 1, "", "segmented_cost_function"]], "pomdp_py.algorithms.po_rollout": [[2, 1, 1, "", "PORollout"]], "pomdp_py.algorithms.po_rollout.PORollout": [[2, 2, 1, "", "clear_agent"], [2, 3, 1, "", "last_best_reward"], [2, 2, 1, "", "plan"], [2, 2, 1, "", "set_rollout_policy"], [2, 2, 1, "", "update"], [2, 3, 1, "", "update_agent_belief"]], "pomdp_py.algorithms.po_uct": [[2, 1, 1, "", "ActionPrior"], [2, 1, 1, "", "POUCT"], [2, 1, 1, "", "QNode"], [2, 1, 1, "", "RandomRollout"], [2, 1, 1, "", "RolloutPolicy"], [2, 1, 1, "", "RootVNode"], [2, 1, 1, "", "TreeNode"], [2, 1, 1, "", "VNode"]], "pomdp_py.algorithms.po_uct.ActionPrior": [[2, 2, 1, "", "get_preferred_actions"]], "pomdp_py.algorithms.po_uct.POUCT": [[2, 3, 1, "", "action_prior"], [2, 2, 1, "", "clear_agent"], [2, 3, 1, "", "discount_factor"], [2, 3, 1, "", "last_num_sims"], [2, 3, 1, "", "last_planning_time"], [2, 3, 1, "", "max_depth"], [2, 3, 1, "", "num_visits_init"], [2, 2, 1, "", "plan"], [2, 3, 1, "", "rollout_policy"], [2, 2, 1, "", "set_rollout_policy"], [2, 2, 1, "", "update"], [2, 3, 1, "", "updates_agent_belief"], [2, 3, 1, "", "value_init"]], "pomdp_py.algorithms.po_uct.RandomRollout": [[2, 2, 1, "", "rollout"]], "pomdp_py.algorithms.po_uct.RolloutPolicy": [[2, 2, 1, "", "rollout"]], "pomdp_py.algorithms.po_uct.RootVNode": [[2, 2, 1, "", "from_vnode"], [2, 3, 1, "", "history"]], "pomdp_py.algorithms.po_uct.TreeNode": [[2, 3, 1, "", "children"], [2, 3, 1, "", "num_visits"], [2, 3, 1, "", "value"]], "pomdp_py.algorithms.po_uct.VNode": [[2, 2, 1, "", "argmax"], [2, 2, 1, "", "print_children_value"], [2, 3, 1, "", "value"]], "pomdp_py.algorithms.pomcp": [[2, 1, 1, "", "POMCP"], [2, 1, 1, "", "RootVNodeParticles"], [2, 1, 1, "", "VNodeParticles"]], "pomdp_py.algorithms.pomcp.POMCP": [[2, 2, 1, "", "plan"], [2, 2, 1, "", "update"], [2, 3, 1, "", "update_agent_belief"]], "pomdp_py.algorithms.pomcp.RootVNodeParticles": [[2, 3, 1, "", "belief"], [2, 2, 1, "", "from_vnode"]], "pomdp_py.algorithms.pomcp.VNodeParticles": [[2, 3, 1, "", "belief"]], "pomdp_py.algorithms.value_iteration": [[2, 1, 1, "", "ValueIteration"]], "pomdp_py.algorithms.value_iteration.ValueIteration": [[2, 2, 1, "", "plan"]], "pomdp_py.framework": [[5, 0, 0, "-", "basics"], [5, 0, 0, "-", "oopomdp"], [5, 0, 0, "-", "planner"]], "pomdp_py.framework.basics": [[5, 1, 1, "", "Action"], [5, 1, 1, "", "Agent"], [5, 1, 1, "", "BlackboxModel"], [5, 1, 1, "", "Distribution"], [5, 1, 1, "", "Environment"], [5, 1, 1, "", "GenerativeDistribution"], [5, 1, 1, "", "Observation"], [5, 1, 1, "", "ObservationModel"], [5, 1, 1, "", "Option"], [5, 1, 1, "", "POMDP"], [5, 1, 1, "", "PolicyModel"], [5, 1, 1, "", "RewardModel"], [5, 1, 1, "", "State"], [5, 1, 1, "", "TransitionModel"], [5, 4, 1, "", "sample_explict_models"], [5, 4, 1, "", "sample_generative_model"]], "pomdp_py.framework.basics.Agent": [[5, 2, 1, "", "add_attr"], [5, 3, 1, "", "all_actions"], [5, 3, 1, "", "all_observations"], [5, 3, 1, "", "all_states"], [5, 3, 1, "", "belief"], [5, 3, 1, "", "history"], [5, 3, 1, "", "init_belief"], [5, 2, 1, "", "sample_belief"], [5, 2, 1, "", "set_belief"], [5, 2, 1, "", "set_models"], [5, 2, 1, "", "set_name"], [5, 2, 1, "", "update"], [5, 2, 1, "", "update_history"]], "pomdp_py.framework.basics.BlackboxModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.basics.Distribution": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "__setitem__"]], "pomdp_py.framework.basics.Environment": [[5, 2, 1, "", "apply_transition"], [5, 3, 1, "", "blackbox_model"], [5, 3, 1, "", "cur_state"], [5, 2, 1, "", "provide_observation"], [5, 3, 1, "", "reward_model"], [5, 2, 1, "", "set_models"], [5, 3, 1, "", "state"], [5, 2, 1, "", "state_transition"], [5, 3, 1, "", "transition_model"]], "pomdp_py.framework.basics.GenerativeDistribution": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_histogram"], [5, 2, 1, "", "mpe"]], "pomdp_py.framework.basics.ObservationModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_all_observations"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.basics.Option": [[5, 2, 1, "", "initiate"], [5, 3, 1, "", "policy"], [5, 2, 1, "", "sample"], [5, 2, 1, "", "terminate"]], "pomdp_py.framework.basics.PolicyModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_all_actions"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"], [5, 2, 1, "", "update"]], "pomdp_py.framework.basics.RewardModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.basics.TransitionModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_all_states"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.oopomdp": [[5, 1, 1, "", "DictState"], [5, 1, 1, "", "OOBelief"], [5, 1, 1, "", "OOObservation"], [5, 1, 1, "", "OOObservationModel"], [5, 1, 1, "", "OOPOMDP"], [5, 1, 1, "", "OOState"], [5, 1, 1, "", "OOTransitionModel"], [5, 1, 1, "", "ObjectState"]], "pomdp_py.framework.oopomdp.OOBelief": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "__setitem__"], [5, 2, 1, "", "b"], [5, 2, 1, "", "mpe"], [5, 2, 1, "", "object_belief"], [5, 3, 1, "", "object_beliefs"], [5, 2, 1, "", "random"], [5, 2, 1, "", "set_object_belief"]], "pomdp_py.framework.oopomdp.OOObservation": [[5, 2, 1, "", "factor"], [5, 2, 1, "", "merge"]], "pomdp_py.framework.oopomdp.OOObservationModel": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "argmax"], [5, 3, 1, "", "observation_models"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.oopomdp.OOState": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "copy"], [5, 2, 1, "", "get_object_attribute"], [5, 2, 1, "", "get_object_class"], [5, 2, 1, "", "get_object_state"], [5, 2, 1, "", "s"], [5, 2, 1, "", "set_object_state"], [5, 3, 1, "", "situation"]], "pomdp_py.framework.oopomdp.OOTransitionModel": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "argmax"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"], [5, 3, 1, "", "transition_models"]], "pomdp_py.framework.oopomdp.ObjectState": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "__setitem__"], [5, 2, 1, "", "copy"]], "pomdp_py.framework.planner": [[5, 1, 1, "", "Planner"]], "pomdp_py.framework.planner.Planner": [[5, 2, 1, "", "plan"], [5, 2, 1, "", "update"], [5, 2, 1, "", "updates_agent_belief"]], "pomdp_py": [[6, 0, 0, "-", "problems"], [37, 0, 0, "-", "utils"]], "pomdp_py.problems.light_dark": [[10, 0, 0, "-", "env"]], "pomdp_py.problems.light_dark.env": [[10, 0, 0, "-", "env"], [10, 0, 0, "-", "plotting"]], "pomdp_py.problems.light_dark.env.env": [[10, 1, 1, "", "LightDarkEnvironment"]], "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment": [[10, 5, 1, "", "const"], [10, 5, 1, "", "light"]], "pomdp_py.problems.light_dark.env.plotting": [[10, 4, 1, "", "plot_circle"], [10, 4, 1, "", "plot_line"], [10, 4, 1, "", "plot_points"], [10, 4, 1, "", "plot_polygons"]], "pomdp_py.problems": [[12, 0, 0, "-", "load_unload"], [13, 0, 0, "-", "maze"], [18, 0, 0, "-", "multi_object_search"], [24, 0, 0, "-", "rocksample"], [26, 0, 0, "-", "tag"], [32, 0, 0, "-", "tiger"]], "pomdp_py.problems.load_unload": [[12, 0, 0, "-", "load_unload"]], "pomdp_py.problems.load_unload.load_unload": [[12, 1, 1, "", "LUAction"], [12, 1, 1, "", "LUObservation"], [12, 1, 1, "", "LUObservationModel"], [12, 1, 1, "", "LUPolicyModel"], [12, 1, 1, "", "LURewardModel"], [12, 1, 1, "", "LUState"], [12, 1, 1, "", "LUTransitionModel"], [12, 1, 1, "", "LoadUnloadProblem"], [12, 4, 1, "", "generate_init_belief"], [12, 4, 1, "", "generate_random_state"], [12, 4, 1, "", "main"], [12, 4, 1, "", "test_planner"]], "pomdp_py.problems.load_unload.load_unload.LUObservationModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.load_unload.load_unload.LUPolicyModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "get_all_actions"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.load_unload.load_unload.LURewardModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.load_unload.load_unload.LUTransitionModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.maze": [[14, 0, 0, "-", "domain"], [15, 0, 0, "-", "env"], [16, 0, 0, "-", "models"]], "pomdp_py.problems.maze.domain": [[14, 0, 0, "-", "action"], [14, 0, 0, "-", "observation"], [14, 0, 0, "-", "state"]], "pomdp_py.problems.maze.domain.observation": [[14, 1, 1, "", "Observation"]], "pomdp_py.problems.maze.domain.state": [[14, 1, 1, "", "State"]], "pomdp_py.problems.maze.env": [[15, 0, 0, "-", "env"]], "pomdp_py.problems.maze.env.env": [[15, 1, 1, "", "MazeEnvironment"]], "pomdp_py.problems.maze.models": [[17, 0, 0, "-", "components"]], "pomdp_py.problems.multi_object_search": [[19, 0, 0, "-", "agent"], [20, 0, 0, "-", "domain"], [21, 0, 0, "-", "env"], [18, 0, 0, "-", "example_worlds"], [22, 0, 0, "-", "models"], [18, 0, 0, "-", "problem"]], "pomdp_py.problems.multi_object_search.agent": [[19, 0, 0, "-", "agent"], [19, 0, 0, "-", "belief"]], "pomdp_py.problems.multi_object_search.agent.agent": [[19, 1, 1, "", "MosAgent"]], "pomdp_py.problems.multi_object_search.agent.agent.MosAgent": [[19, 2, 1, "", "clear_history"]], "pomdp_py.problems.multi_object_search.agent.belief": [[19, 1, 1, "", "MosOOBelief"], [19, 4, 1, "", "initialize_belief"]], "pomdp_py.problems.multi_object_search.agent.belief.MosOOBelief": [[19, 2, 1, "", "mpe"], [19, 2, 1, "", "random"]], "pomdp_py.problems.multi_object_search.domain": [[20, 0, 0, "-", "action"], [20, 0, 0, "-", "observation"], [20, 0, 0, "-", "state"]], "pomdp_py.problems.multi_object_search.domain.action": [[20, 1, 1, "", "Action"], [20, 1, 1, "", "FindAction"], [20, 1, 1, "", "LookAction"], [20, 1, 1, "", "MotionAction"]], "pomdp_py.problems.multi_object_search.domain.action.MotionAction": [[20, 3, 1, "", "BACKWARD"], [20, 3, 1, "", "EAST"], [20, 3, 1, "", "EAST2D"], [20, 3, 1, "", "FORWARD"], [20, 3, 1, "", "LEFT"], [20, 3, 1, "", "NORTH"], [20, 3, 1, "", "NORTH2D"], [20, 3, 1, "", "RIGHT"], [20, 3, 1, "", "SCHEMES"], [20, 3, 1, "", "SCHEME_VW"], [20, 3, 1, "", "SCHEME_XY"], [20, 3, 1, "", "SCHEME_XYTH"], [20, 3, 1, "", "SOUTH"], [20, 3, 1, "", "SOUTH2D"], [20, 3, 1, "", "WEST"], [20, 3, 1, "", "WEST2D"]], "pomdp_py.problems.multi_object_search.domain.observation": [[20, 1, 1, "", "MosOOObservation"], [20, 1, 1, "", "ObjectObservation"]], "pomdp_py.problems.multi_object_search.domain.observation.MosOOObservation": [[20, 2, 1, "", "factor"], [20, 2, 1, "", "for_obj"], [20, 2, 1, "", "merge"]], "pomdp_py.problems.multi_object_search.domain.observation.ObjectObservation": [[20, 3, 1, "", "NULL"]], "pomdp_py.problems.multi_object_search.domain.state": [[20, 1, 1, "", "MosOOState"], [20, 1, 1, "", "ObjectState"], [20, 1, 1, "", "RobotState"]], "pomdp_py.problems.multi_object_search.domain.state.MosOOState": [[20, 2, 1, "", "object_pose"], [20, 5, 1, "", "object_poses"], [20, 2, 1, "", "pose"]], "pomdp_py.problems.multi_object_search.domain.state.ObjectState": [[20, 5, 1, "", "objid"], [20, 5, 1, "", "pose"]], "pomdp_py.problems.multi_object_search.domain.state.RobotState": [[20, 5, 1, "", "objects_found"], [20, 5, 1, "", "pose"], [20, 5, 1, "", "robot_pose"]], "pomdp_py.problems.multi_object_search.env": [[21, 0, 0, "-", "env"], [21, 0, 0, "-", "visual"]], "pomdp_py.problems.multi_object_search.env.env": [[21, 1, 1, "", "MosEnvironment"], [21, 4, 1, "", "equip_sensors"], [21, 4, 1, "", "interpret"], [21, 4, 1, "", "interpret_robot_id"], [21, 4, 1, "", "make_laser_sensor"], [21, 4, 1, "", "make_proximity_sensor"]], "pomdp_py.problems.multi_object_search.env.env.MosEnvironment": [[21, 5, 1, "", "robot_ids"], [21, 2, 1, "", "state_transition"]], "pomdp_py.problems.multi_object_search.env.visual": [[21, 1, 1, "", "MosViz"], [21, 4, 1, "", "object_color"], [21, 4, 1, "", "unittest"]], "pomdp_py.problems.multi_object_search.env.visual.MosViz": [[21, 2, 1, "", "draw_belief"], [21, 2, 1, "", "draw_observation"], [21, 2, 1, "", "draw_robot"], [21, 5, 1, "", "img_height"], [21, 5, 1, "", "img_width"], [21, 5, 1, "", "last_observation"], [21, 2, 1, "", "on_cleanup"], [21, 2, 1, "", "on_event"], [21, 2, 1, "", "on_execute"], [21, 2, 1, "", "on_init"], [21, 2, 1, "", "on_loop"], [21, 2, 1, "", "on_render"], [21, 2, 1, "", "render_env"], [21, 2, 1, "", "update"]], "pomdp_py.problems.multi_object_search.example_worlds": [[18, 4, 1, "", "random_world"]], "pomdp_py.problems.multi_object_search.models": [[23, 0, 0, "-", "components"], [22, 0, 0, "-", "observation_model"], [22, 0, 0, "-", "policy_model"], [22, 0, 0, "-", "reward_model"], [22, 0, 0, "-", "transition_model"]], "pomdp_py.problems.multi_object_search.models.components": [[23, 0, 0, "-", "grid_map"], [23, 0, 0, "-", "sensor"]], "pomdp_py.problems.multi_object_search.models.components.grid_map": [[23, 1, 1, "", "GridMap"]], "pomdp_py.problems.multi_object_search.models.components.grid_map.GridMap": [[23, 2, 1, "", "valid_motions"]], "pomdp_py.problems.multi_object_search.models.components.sensor": [[23, 1, 1, "", "Laser2DSensor"], [23, 1, 1, "", "ProximitySensor"], [23, 1, 1, "", "Sensor"], [23, 4, 1, "", "euclidean_dist"], [23, 4, 1, "", "in_range"], [23, 4, 1, "", "to_rad"]], "pomdp_py.problems.multi_object_search.models.components.sensor.Laser2DSensor": [[23, 2, 1, "", "in_field_of_view"], [23, 2, 1, "", "observe"], [23, 5, 1, "", "sensing_region_size"], [23, 2, 1, "", "shoot_beam"], [23, 2, 1, "", "valid_beam"], [23, 2, 1, "", "within_range"]], "pomdp_py.problems.multi_object_search.models.components.sensor.Sensor": [[23, 3, 1, "", "LASER"], [23, 3, 1, "", "PROXIMITY"], [23, 2, 1, "", "observe"], [23, 5, 1, "", "robot_id"], [23, 5, 1, "", "sensing_region_size"], [23, 2, 1, "", "within_range"]], "pomdp_py.problems.multi_object_search.models.observation_model": [[22, 1, 1, "", "MosObservationModel"], [22, 1, 1, "", "ObjectObservationModel"], [22, 4, 1, "", "unittest"]], "pomdp_py.problems.multi_object_search.models.observation_model.MosObservationModel": [[22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.observation_model.ObjectObservationModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.policy_model": [[22, 1, 1, "", "PolicyModel"]], "pomdp_py.problems.multi_object_search.models.policy_model.PolicyModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "get_all_actions"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "rollout"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.reward_model": [[22, 1, 1, "", "GoalRewardModel"], [22, 1, 1, "", "MosRewardModel"]], "pomdp_py.problems.multi_object_search.models.reward_model.MosRewardModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.transition_model": [[22, 1, 1, "", "MosTransitionModel"], [22, 1, 1, "", "RobotTransitionModel"], [22, 1, 1, "", "StaticObjectTransitionModel"], [22, 4, 1, "", "in_boundary"], [22, 4, 1, "", "valid_pose"]], "pomdp_py.problems.multi_object_search.models.transition_model.MosTransitionModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.transition_model.RobotTransitionModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "if_move_by"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.transition_model.StaticObjectTransitionModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.problem": [[18, 1, 1, "", "MosOOPOMDP"], [18, 4, 1, "", "belief_update"], [18, 4, 1, "", "solve"], [18, 4, 1, "", "unittest"]], "pomdp_py.problems.rocksample": [[25, 0, 0, "-", "cythonize"], [24, 0, 0, "-", "rocksample_problem"]], "pomdp_py.problems.rocksample.cythonize": [[25, 0, 0, "module-2", "rocksample_problem"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem": [[25, 1, 1, "id99", "CheckAction"], [25, 1, 1, "id101", "MoveAction"], [25, 1, 1, "id107", "RSAction"], [25, 1, 1, "id108", "RSObservation"], [25, 1, 1, "id110", "RSObservationModel"], [25, 1, 1, "id114", "RSPolicyModel"], [25, 1, 1, "id120", "RSRewardModel"], [25, 1, 1, "id124", "RSState"], [25, 1, 1, "id128", "RSTransitionModel"], [25, 1, 1, "id132", "RockSampleProblem"], [25, 1, 1, "id137", "RockType"], [25, 1, 1, "id142", "SampleAction"], [25, 4, 1, "id143", "euclidean_dist"], [25, 4, 1, "id144", "init_particles_belief"], [25, 4, 1, "id145", "main"], [25, 4, 1, "id146", "test_planner"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.CheckAction": [[25, 3, 1, "id100", "rock_id"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction": [[25, 3, 1, "id102", "EAST"], [25, 3, 1, "id103", "NORTH"], [25, 3, 1, "id104", "SOUTH"], [25, 3, 1, "id105", "WEST"], [25, 3, 1, "id106", "motion"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservation": [[25, 3, 1, "id109", "quality"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel": [[25, 2, 1, "id111", "argmax"], [25, 2, 1, "id112", "probability"], [25, 2, 1, "id113", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel": [[25, 2, 1, "id115", "argmax"], [25, 2, 1, "id116", "get_all_actions"], [25, 2, 1, "id117", "probability"], [25, 2, 1, "id118", "rollout"], [25, 2, 1, "id119", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel": [[25, 2, 1, "id121", "argmax"], [25, 2, 1, "id122", "probability"], [25, 2, 1, "id123", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState": [[25, 3, 1, "id125", "position"], [25, 3, 1, "id126", "rocktypes"], [25, 3, 1, "id127", "terminal"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel": [[25, 2, 1, "id129", "argmax"], [25, 2, 1, "id130", "probability"], [25, 2, 1, "id131", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem": [[25, 2, 1, "id133", "generate_instance"], [25, 2, 1, "id134", "in_exit_area"], [25, 2, 1, "id135", "print_state"], [25, 2, 1, "id136", "random_free_location"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType": [[25, 3, 1, "id138", "BAD"], [25, 3, 1, "id139", "GOOD"], [25, 2, 1, "id140", "invert"], [25, 2, 1, "id141", "random"]], "pomdp_py.problems.rocksample.rocksample_problem": [[24, 1, 1, "", "Action"], [24, 1, 1, "", "CheckAction"], [24, 1, 1, "", "MoveAction"], [24, 1, 1, "", "Observation"], [24, 1, 1, "", "RSObservationModel"], [24, 1, 1, "", "RSPolicyModel"], [24, 1, 1, "", "RSRewardModel"], [24, 1, 1, "", "RSTransitionModel"], [24, 1, 1, "", "RockSampleProblem"], [24, 1, 1, "", "RockType"], [24, 1, 1, "", "SampleAction"], [24, 1, 1, "", "State"], [24, 4, 1, "", "create_instance"], [24, 4, 1, "", "euclidean_dist"], [24, 4, 1, "", "init_particles_belief"], [24, 4, 1, "", "main"], [24, 4, 1, "", "minimal_instance"], [24, 4, 1, "", "test_planner"]], "pomdp_py.problems.rocksample.rocksample_problem.MoveAction": [[24, 3, 1, "", "EAST"], [24, 3, 1, "", "NORTH"], [24, 3, 1, "", "SOUTH"], [24, 3, 1, "", "WEST"]], "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "get_all_actions"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "rollout"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem": [[24, 2, 1, "", "generate_instance"], [24, 2, 1, "", "in_exit_area"], [24, 2, 1, "", "print_state"], [24, 2, 1, "", "random_free_location"]], "pomdp_py.problems.rocksample.rocksample_problem.RockType": [[24, 3, 1, "", "BAD"], [24, 3, 1, "", "GOOD"], [24, 2, 1, "", "invert"], [24, 2, 1, "", "random"]], "pomdp_py.problems.tag": [[27, 0, 0, "-", "agent"], [26, 0, 0, "-", "constants"], [28, 0, 0, "-", "domain"], [29, 0, 0, "-", "env"], [26, 0, 0, "-", "example_worlds"], [26, 0, 0, "-", "experiment"], [30, 0, 0, "-", "models"], [26, 0, 0, "-", "problem"]], "pomdp_py.problems.tag.agent": [[27, 0, 0, "-", "agent"]], "pomdp_py.problems.tag.agent.agent": [[27, 1, 1, "", "TagAgent"], [27, 4, 1, "", "belief_update"], [27, 4, 1, "", "initialize_belief"], [27, 4, 1, "", "initialize_particles_belief"]], "pomdp_py.problems.tag.agent.agent.TagAgent": [[27, 2, 1, "", "clear_history"]], "pomdp_py.problems.tag.domain": [[28, 0, 0, "-", "action"], [28, 0, 0, "-", "observation"], [28, 0, 0, "-", "state"]], "pomdp_py.problems.tag.domain.action": [[28, 1, 1, "", "TagAction"]], "pomdp_py.problems.tag.domain.observation": [[28, 1, 1, "", "TagObservation"]], "pomdp_py.problems.tag.domain.state": [[28, 1, 1, "", "TagState"]], "pomdp_py.problems.tag.env": [[29, 0, 0, "-", "env"], [29, 0, 0, "-", "visual"]], "pomdp_py.problems.tag.env.env": [[29, 1, 1, "", "TagEnvironment"]], "pomdp_py.problems.tag.env.env.TagEnvironment": [[29, 2, 1, "", "from_str"], [29, 5, 1, "", "grid_map"], [29, 5, 1, "", "length"], [29, 5, 1, "", "width"]], "pomdp_py.problems.tag.env.visual": [[29, 1, 1, "", "TagViz"], [29, 4, 1, "", "unittest"]], "pomdp_py.problems.tag.env.visual.TagViz": [[29, 2, 1, "", "draw_belief"], [29, 2, 1, "", "draw_observation"], [29, 2, 1, "", "draw_robot"], [29, 5, 1, "", "img_height"], [29, 5, 1, "", "img_width"], [29, 5, 1, "", "last_observation"], [29, 2, 1, "", "on_cleanup"], [29, 2, 1, "", "on_event"], [29, 2, 1, "", "on_execute"], [29, 2, 1, "", "on_init"], [29, 2, 1, "", "on_loop"], [29, 2, 1, "", "on_render"], [29, 2, 1, "", "render_env"], [29, 2, 1, "", "update"]], "pomdp_py.problems.tag.experiment": [[26, 4, 1, "", "main"], [26, 4, 1, "", "trial"]], "pomdp_py.problems.tag.models": [[31, 0, 0, "-", "components"], [30, 0, 0, "-", "observation_model"], [30, 0, 0, "-", "policy_model"], [30, 0, 0, "-", "reward_model"], [30, 0, 0, "-", "transition_model"]], "pomdp_py.problems.tag.models.components": [[31, 0, 0, "-", "grid_map"], [31, 0, 0, "-", "motion_policy"]], "pomdp_py.problems.tag.models.components.grid_map": [[31, 1, 1, "", "GridMap"]], "pomdp_py.problems.tag.models.components.grid_map.GridMap": [[31, 2, 1, "", "free_cells"], [31, 2, 1, "", "from_str"], [31, 2, 1, "", "valid_motions"], [31, 2, 1, "", "valid_pose"]], "pomdp_py.problems.tag.models.components.motion_policy": [[31, 1, 1, "", "TagTargetMotionPolicy"]], "pomdp_py.problems.tag.models.components.motion_policy.TagTargetMotionPolicy": [[31, 2, 1, "", "mpe"], [31, 2, 1, "", "probability"], [31, 2, 1, "", "random"]], "pomdp_py.problems.tag.models.observation_model": [[30, 1, 1, "", "TagObservationModel"]], "pomdp_py.problems.tag.models.observation_model.TagObservationModel": [[30, 2, 1, "", "argmax"], [30, 2, 1, "", "probability"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.models.policy_model": [[30, 1, 1, "", "TagPolicyModel"]], "pomdp_py.problems.tag.models.policy_model.TagPolicyModel": [[30, 2, 1, "", "get_all_actions"], [30, 2, 1, "", "rollout"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.models.reward_model": [[30, 1, 1, "", "TagRewardModel"]], "pomdp_py.problems.tag.models.reward_model.TagRewardModel": [[30, 2, 1, "", "probability"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.models.transition_model": [[30, 1, 1, "", "TagTransitionModel"]], "pomdp_py.problems.tag.models.transition_model.TagTransitionModel": [[30, 2, 1, "", "argmax"], [30, 2, 1, "", "if_move_by"], [30, 2, 1, "", "probability"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.problem": [[26, 1, 1, "", "TagProblem"], [26, 4, 1, "", "main"], [26, 4, 1, "", "solve"]], "pomdp_py.problems.tiger": [[33, 0, 0, "-", "cythonize"], [32, 0, 0, "-", "tiger_problem"]], "pomdp_py.problems.tiger.cythonize": [[33, 0, 0, "module-2", "tiger_problem"]], "pomdp_py.problems.tiger.cythonize.tiger_problem": [[33, 1, 1, "id80", "TigerAction"], [33, 1, 1, "id81", "TigerObservation"], [33, 1, 1, "id83", "TigerObservationModel"], [33, 1, 1, "id89", "TigerPolicyModel"], [33, 1, 1, "id94", "TigerProblem"], [33, 1, 1, "id98", "TigerRewardModel"], [33, 1, 1, "id103", "TigerState"], [33, 1, 1, "id105", "TigerTransitionModel"], [33, 4, 1, "id111", "build_actions"], [33, 4, 1, "id112", "build_observations"], [33, 4, 1, "id113", "build_setting"], [33, 4, 1, "id114", "build_states"], [33, 4, 1, "id115", "main"], [33, 4, 1, "id116", "test_planner"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservation": [[33, 3, 1, "id82", "name"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel": [[33, 2, 1, "id84", "argmax"], [33, 2, 1, "id85", "get_all_observations"], [33, 2, 1, "id86", "get_distribution"], [33, 2, 1, "id87", "probability"], [33, 2, 1, "id88", "sample"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel": [[33, 2, 1, "id90", "argmax"], [33, 2, 1, "id91", "get_all_actions"], [33, 2, 1, "id92", "probability"], [33, 2, 1, "id93", "sample"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem": [[33, 3, 1, "id95", "ACTIONS"], [33, 3, 1, "id96", "OBSERVATIONS"], [33, 3, 1, "id97", "STATES"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel": [[33, 2, 1, "id99", "argmax"], [33, 2, 1, "id100", "get_distribution"], [33, 2, 1, "id101", "probability"], [33, 2, 1, "id102", "sample"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerState": [[33, 3, 1, "id104", "name"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel": [[33, 2, 1, "id106", "argmax"], [33, 2, 1, "id107", "get_all_states"], [33, 2, 1, "id108", "get_distribution"], [33, 2, 1, "id109", "probability"], [33, 2, 1, "id110", "sample"]], "pomdp_py.problems.tiger.tiger_problem": [[32, 1, 1, "", "ObservationModel"], [32, 1, 1, "", "PolicyModel"], [32, 1, 1, "", "RewardModel"], [32, 1, 1, "", "TigerAction"], [32, 1, 1, "", "TigerObservation"], [32, 1, 1, "", "TigerProblem"], [32, 1, 1, "", "TigerState"], [32, 1, 1, "", "TransitionModel"], [32, 4, 1, "", "main"], [32, 4, 1, "", "make_tiger"], [32, 4, 1, "", "test_planner"]], "pomdp_py.problems.tiger.tiger_problem.ObservationModel": [[32, 2, 1, "", "get_all_observations"], [32, 2, 1, "", "probability"], [32, 2, 1, "", "sample"]], "pomdp_py.problems.tiger.tiger_problem.PolicyModel": [[32, 3, 1, "", "ACTIONS"], [32, 2, 1, "", "get_all_actions"], [32, 2, 1, "", "rollout"], [32, 2, 1, "", "sample"]], "pomdp_py.problems.tiger.tiger_problem.RewardModel": [[32, 2, 1, "", "sample"]], "pomdp_py.problems.tiger.tiger_problem.TigerProblem": [[32, 2, 1, "", "create"]], "pomdp_py.problems.tiger.tiger_problem.TigerState": [[32, 2, 1, "", "other"]], "pomdp_py.problems.tiger.tiger_problem.TransitionModel": [[32, 2, 1, "", "get_all_states"], [32, 2, 1, "", "probability"], [32, 2, 1, "", "sample"]], "pomdp_py.representations.belief": [[35, 0, 0, "-", "histogram"], [35, 0, 0, "-", "particles"]], "pomdp_py.representations.belief.histogram": [[35, 4, 1, "", "abstraction_over_histogram"], [35, 4, 1, "", "update_histogram_belief"]], "pomdp_py.representations.belief.particles": [[35, 4, 1, "", "abstraction_over_particles"], [35, 4, 1, "", "particle_reinvigoration"], [35, 4, 1, "", "update_particles_belief"]], "pomdp_py.representations.distribution": [[36, 0, 0, "-", "gaussian"], [36, 0, 0, "-", "histogram"], [36, 0, 0, "-", "particles"]], "pomdp_py.representations.distribution.gaussian": [[36, 1, 1, "", "Gaussian"]], "pomdp_py.representations.distribution.gaussian.Gaussian": [[36, 2, 1, "", "__getitem__"], [36, 2, 1, "", "__setitem__"], [36, 3, 1, "", "cov"], [36, 3, 1, "", "covariance"], [36, 3, 1, "", "mean"], [36, 2, 1, "", "mpe"], [36, 2, 1, "", "random"], [36, 3, 1, "", "sigma"]], "pomdp_py.representations.distribution.histogram": [[36, 1, 1, "", "Histogram"]], "pomdp_py.representations.distribution.histogram.Histogram": [[36, 2, 1, "", "__getitem__"], [36, 2, 1, "", "__setitem__"], [36, 2, 1, "", "get_histogram"], [36, 3, 1, "", "histogram"], [36, 2, 1, "", "is_normalized"], [36, 2, 1, "", "mpe"], [36, 2, 1, "", "random"]], "pomdp_py.representations.distribution.particles": [[36, 1, 1, "", "Particles"], [36, 1, 1, "", "WeightedParticles"]], "pomdp_py.representations.distribution.particles.Particles": [[36, 2, 1, "", "add"], [36, 2, 1, "", "from_histogram"], [36, 2, 1, "", "get_abstraction"], [36, 2, 1, "", "get_histogram"], [36, 3, 1, "", "particles"], [36, 2, 1, "", "random"]], "pomdp_py.representations.distribution.particles.WeightedParticles": [[36, 2, 1, "", "__getitem__"], [36, 2, 1, "", "__setitem__"], [36, 2, 1, "", "add"], [36, 2, 1, "", "condense"], [36, 2, 1, "", "from_histogram"], [36, 3, 1, "", "frozen"], [36, 2, 1, "", "get_histogram"], [36, 3, 1, "", "hist"], [36, 3, 1, "", "hist_valid"], [36, 2, 1, "", "mpe"], [36, 3, 1, "", "particles"], [36, 2, 1, "", "random"], [36, 3, 1, "", "values"], [36, 3, 1, "", "weights"]], "pomdp_py.utils": [[37, 0, 0, "-", "colors"], [37, 0, 0, "-", "cython_utils"], [38, 0, 0, "-", "debugging"], [37, 0, 0, "-", "math"], [37, 0, 0, "-", "misc"], [37, 0, 0, "-", "templates"], [37, 0, 0, "-", "typ"]], "pomdp_py.utils.colors": [[37, 4, 1, "", "hex_to_rgb"], [37, 4, 1, "", "inverse_color_hex"], [37, 4, 1, "", "inverse_color_rgb"], [37, 4, 1, "", "lighter"], [37, 4, 1, "", "random_unique_color"], [37, 4, 1, "", "rgb_to_hex"]], "pomdp_py.utils.cython_utils": [[37, 4, 1, "", "det_dict_hash"]], "pomdp_py.utils.debugging": [[38, 1, 1, "", "TreeDebugger"], [38, 4, 1, "", "interpret_color"], [38, 4, 1, "", "sorted_by_str"]], "pomdp_py.utils.debugging.TreeDebugger": [[38, 5, 1, "", "b"], [38, 2, 1, "", "back"], [38, 5, 1, "", "bestseq"], [38, 2, 1, "", "bestseqd"], [38, 5, 1, "", "c"], [38, 5, 1, "", "clear"], [38, 5, 1, "", "d"], [38, 5, 1, "", "depth"], [38, 2, 1, "", "l"], [38, 2, 1, "", "layer"], [38, 5, 1, "", "leaf"], [38, 2, 1, "", "mark"], [38, 2, 1, "", "mark_path"], [38, 2, 1, "", "mark_sequence"], [38, 2, 1, "", "markp"], [38, 5, 1, "", "mbp"], [38, 5, 1, "", "nl"], [38, 5, 1, "", "nn"], [38, 5, 1, "", "nq"], [38, 5, 1, "", "num_layers"], [38, 2, 1, "", "num_nodes"], [38, 5, 1, "", "nv"], [38, 2, 1, "", "p"], [38, 2, 1, "", "path"], [38, 2, 1, "", "path_to"], [38, 5, 1, "", "pm"], [38, 5, 1, "", "pp"], [38, 2, 1, "", "preferred_actions"], [38, 5, 1, "", "r"], [38, 5, 1, "", "root"], [38, 2, 1, "", "s"], [38, 2, 1, "", "single_node_str"], [38, 2, 1, "", "step"], [38, 2, 1, "", "tree_stats"]], "pomdp_py.utils.interfaces.conversion": [[46, 1, 1, "", "AlphaVectorPolicy"], [46, 1, 1, "", "PolicyGraph"], [46, 4, 1, "", "to_pomdp_file"], [46, 4, 1, "", "to_pomdpx_file"]], "pomdp_py.utils.interfaces.conversion.AlphaVectorPolicy": [[46, 2, 1, "", "construct"], [46, 2, 1, "", "plan"], [46, 2, 1, "", "value"]], "pomdp_py.utils.interfaces.conversion.PolicyGraph": [[46, 2, 1, "", "construct"], [46, 2, 1, "", "plan"], [46, 2, 1, "", "update"]], "pomdp_py.utils.interfaces": [[46, 0, 0, "-", "solvers"]], "pomdp_py.utils.interfaces.solvers": [[46, 4, 1, "", "sarsop"], [46, 4, 1, "", "vi_pruning"]], "pomdp_py.utils.math": [[37, 4, 1, "", "R_between"], [37, 4, 1, "", "R_x"], [37, 4, 1, "", "R_y"], [37, 4, 1, "", "R_z"], [37, 4, 1, "", "T"], [37, 4, 1, "", "approx_equal"], [37, 4, 1, "", "euclidean_dist"], [37, 4, 1, "", "proj"], [37, 4, 1, "", "to_radians"], [37, 4, 1, "", "vec"]], "pomdp_py.utils.misc": [[37, 4, 1, "", "json_safe"], [37, 4, 1, "", "remap"], [37, 4, 1, "", "safe_slice"], [37, 4, 1, "", "similar"], [37, 1, 1, "", "special_char"]], "pomdp_py.utils.misc.special_char": [[37, 3, 1, "", "SUBSCRIPT"], [37, 3, 1, "", "bottomleft"], [37, 3, 1, "", "bottomright"], [37, 3, 1, "", "bottomt"], [37, 3, 1, "", "down"], [37, 3, 1, "", "hline"], [37, 3, 1, "", "intersect"], [37, 3, 1, "", "left"], [37, 3, 1, "", "leftt"], [37, 3, 1, "", "longbottomleft"], [37, 3, 1, "", "longbottomright"], [37, 3, 1, "", "longleft"], [37, 3, 1, "", "longright"], [37, 3, 1, "", "longtopleft"], [37, 3, 1, "", "longtopright"], [37, 3, 1, "", "right"], [37, 3, 1, "", "rightt"], [37, 3, 1, "", "shadebar"], [37, 3, 1, "", "topleft"], [37, 3, 1, "", "topright"], [37, 3, 1, "", "topt"], [37, 3, 1, "", "up"], [37, 3, 1, "", "vline"]], "pomdp_py.utils.templates": [[37, 1, 1, "", "DetObservationModel"], [37, 1, 1, "", "DetRewardModel"], [37, 1, 1, "", "DetTransitionModel"], [37, 1, 1, "", "SimpleAction"], [37, 1, 1, "", "SimpleObservation"], [37, 1, 1, "", "SimpleState"], [37, 1, 1, "", "TabularObservationModel"], [37, 1, 1, "", "TabularRewardModel"], [37, 1, 1, "", "TabularTransitionModel"], [37, 1, 1, "", "UniformPolicyModel"]], "pomdp_py.utils.templates.DetObservationModel": [[37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.DetRewardModel": [[37, 2, 1, "", "argmax"], [37, 2, 1, "", "reward_func"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.DetTransitionModel": [[37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.TabularObservationModel": [[37, 2, 1, "", "get_all_observations"], [37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.TabularRewardModel": [[37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.TabularTransitionModel": [[37, 2, 1, "", "get_all_states"], [37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.UniformPolicyModel": [[37, 2, 1, "", "get_all_actions"], [37, 2, 1, "", "rollout"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.typ": [[37, 1, 1, "", "bcolors"], [37, 4, 1, "", "blue"], [37, 4, 1, "", "bold"], [37, 4, 1, "", "cyan"], [37, 4, 1, "", "error"], [37, 4, 1, "", "green"], [37, 4, 1, "", "info"], [37, 4, 1, "", "magenta"], [37, 4, 1, "", "note"], [37, 4, 1, "", "red"], [37, 4, 1, "", "success"], [37, 4, 1, "", "warning"], [37, 4, 1, "", "white"], [37, 4, 1, "", "yellow"]], "pomdp_py.utils.typ.bcolors": [[37, 3, 1, "", "BLUE"], [37, 3, 1, "", "BOLD"], [37, 3, 1, "", "CYAN"], [37, 3, 1, "", "ENDC"], [37, 3, 1, "", "GREEN"], [37, 3, 1, "", "MAGENTA"], [37, 3, 1, "", "RED"], [37, 3, 1, "", "WHITE"], [37, 3, 1, "", "YELLOW"], [37, 2, 1, "", "disable"], [37, 2, 1, "", "s"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:function", "5": "py:property"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "function", "Python function"], "5": ["py", "property", "Python property"]}, "titleterms": {"pomdp_pi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 46, 52], "packag": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 40], "algorithm": [2, 3, 4], "po_rollout": 2, "modul": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 37, 38, 39, 40], "po_uct": 2, "pomcp": 2, "value_iter": 2, "bsp": [2, 3], "blqr": [2, 3], "visual": [2, 4, 10, 21, 29, 40], "submodul": [3, 4, 7, 8, 9, 10, 11, 12, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 37, 40], "content": [3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 37, 40, 46, 53], "framework": 5, "basic": 5, "oopomdp": 5, "planner": 5, "problem": [6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 41, 47], "subpackag": [6, 7, 13, 16, 18, 22, 24, 26, 30, 32, 37], "lasertag": [], "light_dark": [7, 8, 9, 10, 11], "problem_discret": 7, "test": [7, 53], "agent": [8, 19, 27, 46], "belief": [8, 19, 35], "domain": [9, 14, 20, 28, 48, 49], "action": [9, 14, 20, 28, 45], "observ": [9, 14, 20, 28], "state": [9, 14, 20, 28], "env": [10, 15, 21, 29], "plot": [10, 37], "model": [11, 16, 17, 22, 23, 30, 31, 48], "observation_model": [11, 22, 30], "transition_model": [11, 22, 30], "load_unload": 12, "maze": [13, 14, 15, 16, 17], "compon": [17, 23, 31], "map": 17, "multi_object_search": [18, 19, 20, 21, 22, 23], "example_world": [18, 26], "policy_model": [22, 30], "reward_model": [22, 30], "grid_map": [23, 31], "sensor": 23, "rocksampl": [24, 25], "cython": [24, 25, 32, 33], "rocksample_problem": [24, 25], "run_rocksampl": 25, "tag": [26, 27, 28, 29, 30, 31], "constant": 26, "experi": 26, "motion_polici": 31, "tiger": [32, 33, 44, 48], "tiger_problem": [32, 33], "run_tig": 33, "represent": [34, 35, 36], "histogram": [35, 36], "particl": [35, 36], "distribut": 36, "gaussian": 36, "util": [37, 38, 39], "color": 37, "cython_util": 37, "cpython": 37, "37m": 37, "x86_64": 37, "linux": 37, "gnu": 37, "debug": [37, 38], "treedebugg": [37, 38], "math": 37, "misc": 37, "templat": 37, "test_util": 37, "typ": 37, "interfac": 39, "simple_rl": 39, "search_tre": 40, "build": 41, "document": [41, 52], "doc": [41, 54], "pomdp_problem": 24, "note": 41, "changelog": [41, 42], "design": 43, "principl": 43, "exampl": [44, 46], "multi": [18, 44, 47], "object": [18, 44, 47], "search": [18, 44, 47], "mo": [18, 44, 47], "prefer": 45, "base": 45, "prior": 45, "us": [46, 51], "extern": 46, "solver": [46, 50], "tabl": [46, 53], "convert": 46, "pomdp": [46, 47, 48, 49, 50, 53, 55], "file": 46, "solv": [46, 48], "sarsop": 46, "policygraph": 46, "alphavectorpolici": 46, "overview": [47, 52], "implement": 47, "thi": 47, "convent": 47, "try": 47, "defin": 48, "instanti": 48, "instanc": 48, "summari": 48, "exist": [49, 50], "case": 51, "extens": 51, "get": 52, "start": 52, "further": 52, "citat": 52, "api": 52, "refer": 52, "tool": 52, "instal": 53, "pre": 53, "py": 53, "thing": 53, "out": 53, "docker": 53, "imag": 53, "other": 55, "librari": 55, "integr": [], "version": 42, "1": 42, "3": 42, "4": 42, "01": 42, "26": 42, "2024": 42, "07": 42, "25": 42, "2023": 42, "2": 42, "04": 42, "03": 42, "2022": 42, "11": 42, "2021": 42, "0": 42, "09": 42, "30": 42, "6": 42, "cancel": 42, "5": 42, "05": 42, "06": 42, "02": 42, "22": 42, "17": 42, "12": 42, "23": 42, "2020": 42, "pull": 42, "request": 42, "08": 42, "16": 42, "light": 7, "dark": 7, "load": 12, "unload": 12, "task": 18}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinxcontrib.bibtex": 9, "sphinx.ext.viewcode": 1, "sphinx": 60}, "alltitles": {"pomdp_py": [[0, "pomdp-py"]], "pomdp_py package": [[1, "pomdp-py-package"]], "pomdp_py.algorithms package": [[2, "pomdp-py-algorithms-package"]], "pomdp_py.algorithms.po_rollout module": [[2, "module-pomdp_py.algorithms.po_rollout"]], "pomdp_py.algorithms.po_uct module": [[2, "module-pomdp_py.algorithms.po_uct"]], "pomdp_py.algorithms.pomcp module": [[2, "module-pomdp_py.algorithms.pomcp"]], "pomdp_py.algorithms.value_iteration module": [[2, "module-pomdp_py.algorithms.value_iteration"]], "pomdp_py.algorithms.bsp.blqr module": [[2, "module-pomdp_py.algorithms.bsp.blqr"], [3, "module-pomdp_py.algorithms.bsp.blqr"]], "pomdp_py.algorithms.visual.visual module": [[2, "pomdp-py-algorithms-visual-visual-module"], [4, "pomdp-py-algorithms-visual-visual-module"]], "pomdp_py.algorithms.bsp package": [[3, "pomdp-py-algorithms-bsp-package"]], "Submodules": [[3, "submodules"], [4, "submodules"], [7, "submodules"], [8, "submodules"], [9, "submodules"], [10, "submodules"], [11, "submodules"], [12, "submodules"], [14, "submodules"], [15, "submodules"], [17, "submodules"], [18, "submodules"], [19, "submodules"], [20, "submodules"], [21, "submodules"], [22, "submodules"], [23, "submodules"], [24, "submodules"], [25, "submodules"], [26, "submodules"], [27, "submodules"], [28, "submodules"], [29, "submodules"], [30, "submodules"], [31, "submodules"], [32, "submodules"], [33, "submodules"], [37, "submodules"], [40, "submodules"]], "Module contents": [[3, "module-pomdp_py.algorithms.bsp"], [4, "module-contents"], [6, "module-pomdp_py.problems"], [7, "module-contents"], [8, "module-contents"], [9, "module-contents"], [10, "module-pomdp_py.problems.light_dark.env"], [11, "module-contents"], [12, "module-pomdp_py.problems.load_unload"], [13, "module-pomdp_py.problems.maze"], [14, "module-pomdp_py.problems.maze.domain"], [15, "module-pomdp_py.problems.maze.env"], [16, "module-pomdp_py.problems.maze.models"], [17, "module-pomdp_py.problems.maze.models.components"], [18, "module-pomdp_py.problems.multi_object_search"], [19, "module-pomdp_py.problems.multi_object_search.agent"], [20, "module-pomdp_py.problems.multi_object_search.domain"], [21, "module-pomdp_py.problems.multi_object_search.env"], [22, "module-pomdp_py.problems.multi_object_search.models"], [23, "module-pomdp_py.problems.multi_object_search.models.components"], [24, "module-pomdp_py.problems.rocksample"], [25, "module-pomdp_py.problems.rocksample.cythonize"], [26, "module-pomdp_py.problems.tag"], [27, "module-pomdp_py.problems.tag.agent"], [28, "module-pomdp_py.problems.tag.domain"], [29, "module-pomdp_py.problems.tag.env"], [30, "module-pomdp_py.problems.tag.models"], [31, "module-pomdp_py.problems.tag.models.components"], [32, "module-pomdp_py.problems.tiger"], [33, "module-pomdp_py.problems.tiger.cythonize"], [37, "module-pomdp_py.utils"], [40, "module-contents"]], "pomdp_py.algorithms.visual package": [[4, "pomdp-py-algorithms-visual-package"]], "pomdp_py.framework package": [[5, "pomdp-py-framework-package"]], "pomdp_py.framework.basics module": [[5, "module-pomdp_py.framework.basics"]], "pomdp_py.framework.oopomdp module": [[5, "module-pomdp_py.framework.oopomdp"]], "pomdp_py.framework.planner module": [[5, "module-pomdp_py.framework.planner"]], "pomdp_py.problems package": [[6, "pomdp-py-problems-package"]], "Subpackages": [[6, "subpackages"], [7, "subpackages"], [13, "subpackages"], [16, "subpackages"], [18, "subpackages"], [22, "subpackages"], [24, "subpackages"], [26, "subpackages"], [30, "subpackages"], [32, "subpackages"], [37, "subpackages"]], "pomdp_py.problems.light_dark package": [[7, "pomdp-py-problems-light-dark-package"]], "Light-Dark": [[7, "light-dark"]], "pomdp_py.problems.light_dark.problem_discrete module": [[7, "pomdp-py-problems-light-dark-problem-discrete-module"]], "pomdp_py.problems.light_dark.test module": [[7, "pomdp-py-problems-light-dark-test-module"]], "pomdp_py.problems.light_dark.agent package": [[8, "pomdp-py-problems-light-dark-agent-package"]], "pomdp_py.problems.light_dark.agent.belief module": [[8, "pomdp-py-problems-light-dark-agent-belief-module"]], "pomdp_py.problems.light_dark.domain package": [[9, "pomdp-py-problems-light-dark-domain-package"]], "pomdp_py.problems.light_dark.domain.action module": [[9, "pomdp-py-problems-light-dark-domain-action-module"]], "pomdp_py.problems.light_dark.domain.observation module": [[9, "pomdp-py-problems-light-dark-domain-observation-module"]], "pomdp_py.problems.light_dark.domain.state module": [[9, "pomdp-py-problems-light-dark-domain-state-module"]], "pomdp_py.problems.light_dark.env package": [[10, "pomdp-py-problems-light-dark-env-package"]], "pomdp_py.problems.light_dark.env.env module": [[10, "module-pomdp_py.problems.light_dark.env.env"]], "pomdp_py.problems.light_dark.env.plotting module": [[10, "module-pomdp_py.problems.light_dark.env.plotting"]], "pomdp_py.problems.light_dark.env.visual module": [[10, "pomdp-py-problems-light-dark-env-visual-module"]], "pomdp_py.problems.light_dark.models package": [[11, "pomdp-py-problems-light-dark-models-package"]], "pomdp_py.problems.light_dark.models.observation_model module": [[11, "pomdp-py-problems-light-dark-models-observation-model-module"]], "pomdp_py.problems.light_dark.models.transition_model module": [[11, "pomdp-py-problems-light-dark-models-transition-model-module"]], "pomdp_py.problems.load_unload package": [[12, "pomdp-py-problems-load-unload-package"]], "Load/Unload": [[12, "load-unload"]], "pomdp_py.problems.load_unload.load_unload module": [[12, "module-pomdp_py.problems.load_unload.load_unload"]], "pomdp_py.problems.maze package": [[13, "pomdp-py-problems-maze-package"]], "Maze": [[13, "maze"], [13, "id1"]], "pomdp_py.problems.maze.domain package": [[14, "pomdp-py-problems-maze-domain-package"]], "pomdp_py.problems.maze.domain.action module": [[14, "module-pomdp_py.problems.maze.domain.action"]], "pomdp_py.problems.maze.domain.observation module": [[14, "module-pomdp_py.problems.maze.domain.observation"]], "pomdp_py.problems.maze.domain.state module": [[14, "module-pomdp_py.problems.maze.domain.state"]], "pomdp_py.problems.maze.env package": [[15, "pomdp-py-problems-maze-env-package"]], "pomdp_py.problems.maze.env.env module": [[15, "module-pomdp_py.problems.maze.env.env"]], "pomdp_py.problems.maze.models package": [[16, "pomdp-py-problems-maze-models-package"]], "pomdp_py.problems.maze.models.components package": [[17, "pomdp-py-problems-maze-models-components-package"]], "pomdp_py.problems.maze.models.components.map module": [[17, "pomdp-py-problems-maze-models-components-map-module"]], "pomdp_py.problems.multi_object_search package": [[18, "pomdp-py-problems-multi-object-search-package"]], "Multi-Object Search (MOS) Task": [[18, "multi-object-search-mos-task"]], "pomdp_py.problems.multi_object_search.example_worlds module": [[18, "module-pomdp_py.problems.multi_object_search.example_worlds"]], "pomdp_py.problems.multi_object_search.problem module": [[18, "module-pomdp_py.problems.multi_object_search.problem"]], "pomdp_py.problems.multi_object_search.agent package": [[19, "pomdp-py-problems-multi-object-search-agent-package"]], "pomdp_py.problems.multi_object_search.agent.agent module": [[19, "module-pomdp_py.problems.multi_object_search.agent.agent"]], "pomdp_py.problems.multi_object_search.agent.belief module": [[19, "module-pomdp_py.problems.multi_object_search.agent.belief"]], "pomdp_py.problems.multi_object_search.domain package": [[20, "pomdp-py-problems-multi-object-search-domain-package"]], "pomdp_py.problems.multi_object_search.domain.action module": [[20, "module-pomdp_py.problems.multi_object_search.domain.action"]], "pomdp_py.problems.multi_object_search.domain.observation module": [[20, "module-pomdp_py.problems.multi_object_search.domain.observation"]], "pomdp_py.problems.multi_object_search.domain.state module": [[20, "module-pomdp_py.problems.multi_object_search.domain.state"]], "pomdp_py.problems.multi_object_search.env package": [[21, "pomdp-py-problems-multi-object-search-env-package"]], "pomdp_py.problems.multi_object_search.env.env module": [[21, "module-pomdp_py.problems.multi_object_search.env.env"]], "pomdp_py.problems.multi_object_search.env.visual module": [[21, "module-pomdp_py.problems.multi_object_search.env.visual"]], "pomdp_py.problems.multi_object_search.models package": [[22, "pomdp-py-problems-multi-object-search-models-package"]], "pomdp_py.problems.multi_object_search.models.observation_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.observation_model"]], "pomdp_py.problems.multi_object_search.models.policy_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.policy_model"]], "pomdp_py.problems.multi_object_search.models.reward_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.reward_model"]], "pomdp_py.problems.multi_object_search.models.transition_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.transition_model"]], "pomdp_py.problems.multi_object_search.models.components package": [[23, "pomdp-py-problems-multi-object-search-models-components-package"]], "pomdp_py.problems.multi_object_search.models.components.grid_map module": [[23, "module-pomdp_py.problems.multi_object_search.models.components.grid_map"]], "pomdp_py.problems.multi_object_search.models.components.sensor module": [[23, "module-pomdp_py.problems.multi_object_search.models.components.sensor"]], "pomdp_py.problems.rocksample package": [[24, "pomdp-py-problems-rocksample-package"]], "RockSample": [[24, "rocksample"]], "pomdp_problems.rocksample.rocksample_problem module": [[24, "pomdp-problems-rocksample-rocksample-problem-module"]], "pomdp_py.problems.rocksample.cythonize module": [[24, "module-pomdp_py.problems.rocksample.cythonize"]], "pomdp_py.problems.rocksample.rocksample_problem module": [[24, "module-pomdp_py.problems.rocksample.rocksample_problem"]], "pomdp_py.problems.rocksample.cythonize package": [[25, "pomdp-py-problems-rocksample-cythonize-package"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem module": [[25, "module-pomdp_py.problems.rocksample.cythonize.rocksample_problem"], [25, "id1"], [25, "id49"], [25, "id98"]], "pomdp_py.problems.rocksample.cythonize.run_rocksample module": [[25, "pomdp-py-problems-rocksample-cythonize-run-rocksample-module"]], "pomdp_py.problems.tag package": [[26, "pomdp-py-problems-tag-package"]], "pomdp_py.problems.tag.constants module": [[26, "module-pomdp_py.problems.tag.constants"]], "pomdp_py.problems.tag.example_worlds module": [[26, "module-pomdp_py.problems.tag.example_worlds"]], "pomdp_py.problems.tag.experiment module": [[26, "module-pomdp_py.problems.tag.experiment"]], "pomdp_py.problems.tag.problem module": [[26, "module-pomdp_py.problems.tag.problem"]], "pomdp_py.problems.tag.agent package": [[27, "pomdp-py-problems-tag-agent-package"]], "pomdp_py.problems.tag.agent.agent module": [[27, "module-pomdp_py.problems.tag.agent.agent"]], "pomdp_py.problems.tag.domain package": [[28, "pomdp-py-problems-tag-domain-package"]], "pomdp_py.problems.tag.domain.action module": [[28, "module-pomdp_py.problems.tag.domain.action"]], "pomdp_py.problems.tag.domain.observation module": [[28, "module-pomdp_py.problems.tag.domain.observation"]], "pomdp_py.problems.tag.domain.state module": [[28, "module-pomdp_py.problems.tag.domain.state"]], "pomdp_py.problems.tag.env package": [[29, "pomdp-py-problems-tag-env-package"]], "pomdp_py.problems.tag.env.env module": [[29, "module-pomdp_py.problems.tag.env.env"]], "pomdp_py.problems.tag.env.visual module": [[29, "module-pomdp_py.problems.tag.env.visual"]], "pomdp_py.problems.tag.models package": [[30, "pomdp-py-problems-tag-models-package"]], "pomdp_py.problems.tag.models.observation_model module": [[30, "module-pomdp_py.problems.tag.models.observation_model"]], "pomdp_py.problems.tag.models.policy_model module": [[30, "module-pomdp_py.problems.tag.models.policy_model"]], "pomdp_py.problems.tag.models.reward_model module": [[30, "module-pomdp_py.problems.tag.models.reward_model"]], "pomdp_py.problems.tag.models.transition_model module": [[30, "module-pomdp_py.problems.tag.models.transition_model"]], "pomdp_py.problems.tag.models.components package": [[31, "pomdp-py-problems-tag-models-components-package"]], "pomdp_py.problems.tag.models.components.grid_map module": [[31, "module-pomdp_py.problems.tag.models.components.grid_map"]], "pomdp_py.problems.tag.models.components.motion_policy module": [[31, "module-pomdp_py.problems.tag.models.components.motion_policy"]], "pomdp_py.problems.tiger package": [[32, "pomdp-py-problems-tiger-package"]], "Tiger": [[32, "tiger"], [44, "tiger"], [48, "tiger"]], "pomdp_py.problems.tiger.cythonize module": [[32, "module-pomdp_py.problems.tiger.cythonize"]], "pomdp_py.problems.tiger.tiger_problem module": [[32, "module-pomdp_py.problems.tiger.tiger_problem"]], "pomdp_py.problems.tiger.cythonize package": [[33, "pomdp-py-problems-tiger-cythonize-package"]], "pomdp_py.problems.tiger.cythonize.run_tiger module": [[33, "pomdp-py-problems-tiger-cythonize-run-tiger-module"]], "pomdp_py.problems.tiger.cythonize.tiger_problem module": [[33, "module-pomdp_py.problems.tiger.cythonize.tiger_problem"], [33, "id1"], [33, "id39"], [33, "id78"]], "pomdp_py.representations package": [[34, "pomdp-py-representations-package"]], "pomdp_py.representations.belief package": [[35, "pomdp-py-representations-belief-package"]], "pomdp_py.representations.belief.histogram module": [[35, "module-pomdp_py.representations.belief.histogram"]], "pomdp_py.representations.belief.particles module": [[35, "module-pomdp_py.representations.belief.particles"]], "pomdp_py.representations.distribution package": [[36, "pomdp-py-representations-distribution-package"]], "pomdp_py.representations.distribution.histogram module": [[36, "module-pomdp_py.representations.distribution.histogram"]], "pomdp_py.representations.distribution.particles module": [[36, "module-pomdp_py.representations.distribution.particles"]], "pomdp_py.representations.distribution.gaussian module": [[36, "module-pomdp_py.representations.distribution.gaussian"]], "pomdp_py.utils package": [[37, "pomdp-py-utils-package"]], "pomdp_py.utils.colors module": [[37, "module-pomdp_py.utils.colors"]], "pomdp_py.utils.cython_utils.cpython-37m-x86_64-linux-gnu module": [[37, "pomdp-py-utils-cython-utils-cpython-37m-x86-64-linux-gnu-module"]], "pomdp_py.utils.cython_utils module": [[37, "module-pomdp_py.utils.cython_utils"]], "pomdp_py.utils.debugging module": [[37, "module-pomdp_py.utils.debugging"], [38, "module-pomdp_py.utils.debugging"]], "TreeDebugger": [[37, "treedebugger"], [38, "treedebugger"]], "pomdp_py.utils.math module": [[37, "module-pomdp_py.utils.math"]], "pomdp_py.utils.misc module": [[37, "module-pomdp_py.utils.misc"]], "pomdp_py.utils.plotting module": [[37, "pomdp-py-utils-plotting-module"]], "pomdp_py.utils.templates module": [[37, "module-pomdp_py.utils.templates"]], "pomdp_py.utils.test_utils module": [[37, "pomdp-py-utils-test-utils-module"]], "pomdp_py.utils.typ module": [[37, "module-pomdp_py.utils.typ"]], "pomdp_py.utils.interfaces package": [[39, "pomdp-py-utils-interfaces-package"]], "pomdp_py.utils.interfaces.simple_rl module": [[39, "pomdp-py-utils-interfaces-simple-rl-module"]], "pomdp_py.visual package": [[40, "pomdp-py-visual-package"]], "pomdp_py.visual.search_tree module": [[40, "pomdp-py-visual-search-tree-module"]], "Building Documentations": [[41, "building-documentations"]], "Building docs for pomdp_py": [[41, "building-docs-for-pomdp-py"]], "Building docs for pomdp_py.problems": [[41, "building-docs-for-pomdp-py-problems"]], "Note on Changelog": [[41, "note-on-changelog"]], "Changelog": [[42, "changelog"]], "Version 1.3.5.1 (03/30/2024)": [[42, "version-1-3-5-1-03-30-2024"]], "Version 1.3.5 (03/12/2024)": [[42, "version-1-3-5-03-12-2024"]], "Version 1.3.4 (01/26/2024)": [[42, "version-1-3-4-01-26-2024"]], "Version 1.3.3 (07/25/2023)": [[42, "version-1-3-3-07-25-2023"]], "Version 1.3.2 (04/03/2022)": [[42, "version-1-3-2-04-03-2022"]], "Version 1.3.1 (11/03/2021)": [[42, "version-1-3-1-11-03-2021"]], "Version 1.3.0.1 (09/30/2021)": [[42, "version-1-3-0-1-09-30-2021"]], "Version 1.2.4.6 (canceled)": [[42, "version-1-2-4-6-canceled"]], "Version 1.2.4.5 (07/05/2021)": [[42, "version-1-2-4-5-07-05-2021"]], "Version 1.2.4.1 (06/02/2021)": [[42, "version-1-2-4-1-06-02-2021"]], "Version 1.2.4 (06/01/2021)": [[42, "version-1-2-4-06-01-2021"]], "Version 1.2.3 (03/22/2021)": [[42, "version-1-2-3-03-22-2021"]], "Version 1.2.2.1 (01/25/2021)": [[42, "version-1-2-2-1-01-25-2021"]], "Version 1.2.2 (01/17/2021)": [[42, "version-1-2-2-01-17-2021"]], "Version 1.2.1 (12/23/2020)": [[42, "version-1-2-1-12-23-2020"]], "Pull Request #3 (08/01/2020)": [[42, "pull-request-3-08-01-2020"]], "Pull Request #1 (06/02/2020)": [[42, "pull-request-1-06-02-2020"]], "Version 1.0 - 1.2 (02/08/2020 - 02/16/2020)": [[42, "version-1-0-1-2-02-08-2020-02-16-2020"]], "Version 0.0": [[42, "version-0-0"]], "Design Principles": [[43, "design-principles"]], "Examples": [[44, "examples"]], "Multi-Object Search (MOS)": [[44, "multi-object-search-mos"], [47, "multi-object-search-mos"]], "Preference-based Action Prior": [[45, "preference-based-action-prior"]], "Using External Solvers": [[46, "module-pomdp_py.utils.interfaces.solvers"]], "Table of Contents": [[46, "table-of-contents"], [53, "table-of-contents"]], "Converting a pomdp_py Agent to a POMDP File": [[46, "converting-a-pomdp-py-agent-to-a-pomdp-file"]], "Example": [[46, "example"], [46, "id2"], [46, "id4"]], "Using pomdp-solve": [[46, "using-pomdp-solve"]], "Using sarsop": [[46, "using-sarsop"]], "PolicyGraph and AlphaVectorPolicy": [[46, "policygraph-and-alphavectorpolicy"]], "Problem overview": [[47, "problem-overview"]], "Implementing this POMDP: Conventions": [[47, "implementing-this-pomdp-conventions"]], "Try it": [[47, "try-it"]], "Define the domain": [[48, "define-the-domain"]], "Define the models": [[48, "define-the-models"]], "Define the POMDP": [[48, "define-the-pomdp"]], "Instantiate the POMDP": [[48, "instantiate-the-pomdp"]], "Solve the POMDP instance": [[48, "solve-the-pomdp-instance"]], "Summary": [[48, "summary"]], "Existing POMDP Domains": [[49, "existing-pomdp-domains"]], "Existing POMDP Solvers": [[50, "existing-pomdp-solvers"]], "Use Case Extensions": [[51, "use-case-extensions"]], "pomdp_py Documentation": [[52, "pomdp-py-documentation"]], "Overview": [[52, "overview"]], "Getting Started": [[52, "getting-started"]], "Further": [[52, "further"]], "Citation": [[52, "citation"]], "API References": [[52, "api-references"], [52, null]], "Tools": [[52, "tools"]], "Installation": [[53, "installation"]], "Pre-installation": [[53, "pre-installation"]], "Install pomdp-py": [[53, "install-pomdp-py"]], "Test things out": [[53, "test-things-out"]], "Docker image": [[53, "docker-image"]], "docs": [[54, "docs"]], "Other POMDP Libraries": [[55, "other-pomdp-libraries"]]}, "indexentries": {"actionprior (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.ActionPrior"]], "blqr (class in pomdp_py.algorithms.bsp.blqr)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR"], [3, "pomdp_py.algorithms.bsp.blqr.BLQR"]], "pomcp (class in pomdp_py.algorithms.pomcp)": [[2, "pomdp_py.algorithms.pomcp.POMCP"]], "porollout (class in pomdp_py.algorithms.po_rollout)": [[2, "pomdp_py.algorithms.po_rollout.PORollout"]], "pouct (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.POUCT"]], "qnode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.QNode"]], "randomrollout (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.RandomRollout"]], "rolloutpolicy (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.RolloutPolicy"]], "rootvnode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.RootVNode"]], "rootvnodeparticles (class in pomdp_py.algorithms.pomcp)": [[2, "pomdp_py.algorithms.pomcp.RootVNodeParticles"]], "treenode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.TreeNode"]], "vnode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.VNode"]], "vnodeparticles (class in pomdp_py.algorithms.pomcp)": [[2, "pomdp_py.algorithms.pomcp.VNodeParticles"]], "valueiteration (class in pomdp_py.algorithms.value_iteration)": [[2, "pomdp_py.algorithms.value_iteration.ValueIteration"]], "action_prior (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.action_prior"]], "argmax() (pomdp_py.algorithms.po_uct.vnode method)": [[2, "pomdp_py.algorithms.po_uct.VNode.argmax"]], "belief (pomdp_py.algorithms.pomcp.rootvnodeparticles attribute)": [[2, "pomdp_py.algorithms.pomcp.RootVNodeParticles.belief"]], "belief (pomdp_py.algorithms.pomcp.vnodeparticles attribute)": [[2, "pomdp_py.algorithms.pomcp.VNodeParticles.belief"]], "children (pomdp_py.algorithms.po_uct.treenode attribute)": [[2, "pomdp_py.algorithms.po_uct.TreeNode.children"]], "clear_agent() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.clear_agent"]], "clear_agent() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.clear_agent"]], "create_plan() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.create_plan"], [3, "pomdp_py.algorithms.bsp.blqr.BLQR.create_plan"]], "discount_factor (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.discount_factor"]], "ekf_update_mlo() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.ekf_update_mlo"], [3, "pomdp_py.algorithms.bsp.blqr.BLQR.ekf_update_mlo"]], "from_vnode() (pomdp_py.algorithms.po_uct.rootvnode class method)": [[2, "pomdp_py.algorithms.po_uct.RootVNode.from_vnode"]], "from_vnode() (pomdp_py.algorithms.pomcp.rootvnodeparticles class method)": [[2, "pomdp_py.algorithms.pomcp.RootVNodeParticles.from_vnode"]], "get_preferred_actions() (pomdp_py.algorithms.po_uct.actionprior method)": [[2, "pomdp_py.algorithms.po_uct.ActionPrior.get_preferred_actions"]], "history (pomdp_py.algorithms.po_uct.rootvnode attribute)": [[2, "pomdp_py.algorithms.po_uct.RootVNode.history"]], "integrate_belief_segment() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.integrate_belief_segment"], [3, "pomdp_py.algorithms.bsp.blqr.BLQR.integrate_belief_segment"]], "interpret_sqp_plan() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.interpret_sqp_plan"], [3, "pomdp_py.algorithms.bsp.blqr.BLQR.interpret_sqp_plan"]], "last_best_reward (pomdp_py.algorithms.po_rollout.porollout attribute)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.last_best_reward"]], "last_num_sims (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.last_num_sims"]], "last_planning_time (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.last_planning_time"]], "max_depth (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.max_depth"]], "module": [[2, "module-pomdp_py.algorithms.bsp.blqr"], [2, "module-pomdp_py.algorithms.po_rollout"], [2, "module-pomdp_py.algorithms.po_uct"], [2, "module-pomdp_py.algorithms.pomcp"], [2, "module-pomdp_py.algorithms.value_iteration"], [3, "module-pomdp_py.algorithms.bsp"], [3, "module-pomdp_py.algorithms.bsp.blqr"], [5, "module-pomdp_py.framework.basics"], [5, "module-pomdp_py.framework.oopomdp"], [5, "module-pomdp_py.framework.planner"], [6, "module-pomdp_py.problems"], [10, "module-pomdp_py.problems.light_dark.env"], [10, "module-pomdp_py.problems.light_dark.env.env"], [10, "module-pomdp_py.problems.light_dark.env.plotting"], [12, "module-pomdp_py.problems.load_unload"], [12, "module-pomdp_py.problems.load_unload.load_unload"], [13, "module-pomdp_py.problems.maze"], [14, "module-pomdp_py.problems.maze.domain"], [14, "module-pomdp_py.problems.maze.domain.action"], [14, "module-pomdp_py.problems.maze.domain.observation"], [14, "module-pomdp_py.problems.maze.domain.state"], [15, "module-pomdp_py.problems.maze.env"], [15, "module-pomdp_py.problems.maze.env.env"], [16, "module-pomdp_py.problems.maze.models"], [17, "module-pomdp_py.problems.maze.models.components"], [18, "module-pomdp_py.problems.multi_object_search"], [18, "module-pomdp_py.problems.multi_object_search.example_worlds"], [18, "module-pomdp_py.problems.multi_object_search.problem"], [19, "module-pomdp_py.problems.multi_object_search.agent"], [19, "module-pomdp_py.problems.multi_object_search.agent.agent"], [19, "module-pomdp_py.problems.multi_object_search.agent.belief"], [20, "module-pomdp_py.problems.multi_object_search.domain"], [20, "module-pomdp_py.problems.multi_object_search.domain.action"], [20, "module-pomdp_py.problems.multi_object_search.domain.observation"], [20, "module-pomdp_py.problems.multi_object_search.domain.state"], [21, "module-pomdp_py.problems.multi_object_search.env"], [21, "module-pomdp_py.problems.multi_object_search.env.env"], [21, "module-pomdp_py.problems.multi_object_search.env.visual"], [22, "module-pomdp_py.problems.multi_object_search.models"], [22, "module-pomdp_py.problems.multi_object_search.models.observation_model"], [22, "module-pomdp_py.problems.multi_object_search.models.policy_model"], [22, "module-pomdp_py.problems.multi_object_search.models.reward_model"], [22, "module-pomdp_py.problems.multi_object_search.models.transition_model"], [23, "module-pomdp_py.problems.multi_object_search.models.components"], [23, "module-pomdp_py.problems.multi_object_search.models.components.grid_map"], [23, "module-pomdp_py.problems.multi_object_search.models.components.sensor"], [24, "module-pomdp_py.problems.rocksample"], [24, "module-pomdp_py.problems.rocksample.cythonize"], [24, "module-pomdp_py.problems.rocksample.rocksample_problem"], [25, "module-0"], [25, "module-1"], [25, "module-2"], [25, "module-pomdp_py.problems.rocksample.cythonize"], [25, "module-pomdp_py.problems.rocksample.cythonize.rocksample_problem"], [26, "module-pomdp_py.problems.tag"], [26, "module-pomdp_py.problems.tag.constants"], [26, "module-pomdp_py.problems.tag.example_worlds"], [26, "module-pomdp_py.problems.tag.experiment"], [26, "module-pomdp_py.problems.tag.problem"], [27, "module-pomdp_py.problems.tag.agent"], [27, "module-pomdp_py.problems.tag.agent.agent"], [28, "module-pomdp_py.problems.tag.domain"], [28, "module-pomdp_py.problems.tag.domain.action"], [28, "module-pomdp_py.problems.tag.domain.observation"], [28, "module-pomdp_py.problems.tag.domain.state"], [29, "module-pomdp_py.problems.tag.env"], [29, "module-pomdp_py.problems.tag.env.env"], [29, "module-pomdp_py.problems.tag.env.visual"], [30, "module-pomdp_py.problems.tag.models"], [30, "module-pomdp_py.problems.tag.models.observation_model"], [30, "module-pomdp_py.problems.tag.models.policy_model"], [30, "module-pomdp_py.problems.tag.models.reward_model"], [30, "module-pomdp_py.problems.tag.models.transition_model"], [31, "module-pomdp_py.problems.tag.models.components"], [31, "module-pomdp_py.problems.tag.models.components.grid_map"], [31, "module-pomdp_py.problems.tag.models.components.motion_policy"], [32, "module-pomdp_py.problems.tiger"], [32, "module-pomdp_py.problems.tiger.cythonize"], [32, "module-pomdp_py.problems.tiger.tiger_problem"], [33, "module-0"], [33, "module-1"], [33, "module-2"], [33, "module-pomdp_py.problems.tiger.cythonize"], [33, "module-pomdp_py.problems.tiger.cythonize.tiger_problem"], [35, "module-pomdp_py.representations.belief.histogram"], [35, "module-pomdp_py.representations.belief.particles"], [36, "module-pomdp_py.representations.distribution.gaussian"], [36, "module-pomdp_py.representations.distribution.histogram"], [36, "module-pomdp_py.representations.distribution.particles"], [37, "module-pomdp_py.utils"], [37, "module-pomdp_py.utils.colors"], [37, "module-pomdp_py.utils.cython_utils"], [37, "module-pomdp_py.utils.debugging"], [37, "module-pomdp_py.utils.math"], [37, "module-pomdp_py.utils.misc"], [37, "module-pomdp_py.utils.templates"], [37, "module-pomdp_py.utils.typ"], [38, "module-pomdp_py.utils.debugging"], [46, "module-pomdp_py.utils.interfaces.solvers"]], "num_visits (pomdp_py.algorithms.po_uct.treenode attribute)": [[2, "pomdp_py.algorithms.po_uct.TreeNode.num_visits"]], "num_visits_init (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.num_visits_init"]], "plan() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.plan"]], "plan() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.plan"]], "plan() (pomdp_py.algorithms.pomcp.pomcp method)": [[2, "pomdp_py.algorithms.pomcp.POMCP.plan"]], "plan() (pomdp_py.algorithms.value_iteration.valueiteration method)": [[2, "pomdp_py.algorithms.value_iteration.ValueIteration.plan"]], "pomdp_py.algorithms.bsp.blqr": [[2, "module-pomdp_py.algorithms.bsp.blqr"], [3, "module-pomdp_py.algorithms.bsp.blqr"]], "pomdp_py.algorithms.po_rollout": [[2, "module-pomdp_py.algorithms.po_rollout"]], "pomdp_py.algorithms.po_uct": [[2, "module-pomdp_py.algorithms.po_uct"]], "pomdp_py.algorithms.pomcp": [[2, "module-pomdp_py.algorithms.pomcp"]], "pomdp_py.algorithms.value_iteration": [[2, "module-pomdp_py.algorithms.value_iteration"]], "print_children_value() (pomdp_py.algorithms.po_uct.vnode method)": [[2, "pomdp_py.algorithms.po_uct.VNode.print_children_value"]], "rollout() (pomdp_py.algorithms.po_uct.randomrollout method)": [[2, "pomdp_py.algorithms.po_uct.RandomRollout.rollout"]], "rollout() (pomdp_py.algorithms.po_uct.rolloutpolicy method)": [[2, "pomdp_py.algorithms.po_uct.RolloutPolicy.rollout"]], "rollout_policy (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.rollout_policy"]], "segmented_cost_function() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.segmented_cost_function"], [3, "pomdp_py.algorithms.bsp.blqr.BLQR.segmented_cost_function"]], "set_rollout_policy() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.set_rollout_policy"]], "set_rollout_policy() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.set_rollout_policy"]], "update() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.update"]], "update() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.update"]], "update() (pomdp_py.algorithms.pomcp.pomcp method)": [[2, "pomdp_py.algorithms.pomcp.POMCP.update"]], "update_agent_belief (pomdp_py.algorithms.po_rollout.porollout attribute)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.update_agent_belief"]], "update_agent_belief (pomdp_py.algorithms.pomcp.pomcp attribute)": [[2, "pomdp_py.algorithms.pomcp.POMCP.update_agent_belief"]], "updates_agent_belief (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.updates_agent_belief"]], "value (pomdp_py.algorithms.po_uct.treenode attribute)": [[2, "pomdp_py.algorithms.po_uct.TreeNode.value"]], "value (pomdp_py.algorithms.po_uct.vnode attribute)": [[2, "pomdp_py.algorithms.po_uct.VNode.value"]], "value_init (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.value_init"]], "pomdp_py.algorithms.bsp": [[3, "module-pomdp_py.algorithms.bsp"]], "action (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.Action"]], "agent (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.Agent"]], "blackboxmodel (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.BlackboxModel"]], "dictstate (class in pomdp_py.framework.oopomdp)": [[5, "pomdp_py.framework.oopomdp.DictState"]], "distribution (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.Distribution"]], "environment (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.Environment"]], "generativedistribution (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.GenerativeDistribution"]], "oobelief (class in pomdp_py.framework.oopomdp)": [[5, "pomdp_py.framework.oopomdp.OOBelief"]], "ooobservation (class in pomdp_py.framework.oopomdp)": [[5, "pomdp_py.framework.oopomdp.OOObservation"]], "ooobservationmodel (class in pomdp_py.framework.oopomdp)": [[5, "pomdp_py.framework.oopomdp.OOObservationModel"]], "oopomdp (class in pomdp_py.framework.oopomdp)": [[5, "pomdp_py.framework.oopomdp.OOPOMDP"]], "oostate (class in pomdp_py.framework.oopomdp)": [[5, "pomdp_py.framework.oopomdp.OOState"]], "ootransitionmodel (class in pomdp_py.framework.oopomdp)": [[5, "pomdp_py.framework.oopomdp.OOTransitionModel"]], "objectstate (class in pomdp_py.framework.oopomdp)": [[5, "pomdp_py.framework.oopomdp.ObjectState"]], "observation (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.Observation"]], "observationmodel (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.ObservationModel"]], "option (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.Option"]], "pomdp (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.POMDP"]], "planner (class in pomdp_py.framework.planner)": [[5, "pomdp_py.framework.planner.Planner"]], "policymodel (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.PolicyModel"]], "rewardmodel (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.RewardModel"]], "state (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.State"]], "transitionmodel (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.TransitionModel"]], "__getitem__() (pomdp_py.framework.basics.distribution method)": [[5, "pomdp_py.framework.basics.Distribution.__getitem__"]], "__getitem__() (pomdp_py.framework.oopomdp.oobelief method)": [[5, "pomdp_py.framework.oopomdp.OOBelief.__getitem__"]], "__getitem__() (pomdp_py.framework.oopomdp.ooobservationmodel method)": [[5, "pomdp_py.framework.oopomdp.OOObservationModel.__getitem__"]], "__getitem__() (pomdp_py.framework.oopomdp.oostate method)": [[5, "pomdp_py.framework.oopomdp.OOState.__getitem__"]], "__getitem__() (pomdp_py.framework.oopomdp.ootransitionmodel method)": [[5, "pomdp_py.framework.oopomdp.OOTransitionModel.__getitem__"]], "__getitem__() (pomdp_py.framework.oopomdp.objectstate method)": [[5, "pomdp_py.framework.oopomdp.ObjectState.__getitem__"]], "__setitem__() (pomdp_py.framework.basics.distribution method)": [[5, "pomdp_py.framework.basics.Distribution.__setitem__"]], "__setitem__() (pomdp_py.framework.oopomdp.oobelief method)": [[5, "pomdp_py.framework.oopomdp.OOBelief.__setitem__"]], "__setitem__() (pomdp_py.framework.oopomdp.objectstate method)": [[5, "pomdp_py.framework.oopomdp.ObjectState.__setitem__"]], "add_attr() (pomdp_py.framework.basics.agent method)": [[5, "pomdp_py.framework.basics.Agent.add_attr"]], "all_actions (pomdp_py.framework.basics.agent attribute)": [[5, "pomdp_py.framework.basics.Agent.all_actions"]], "all_observations (pomdp_py.framework.basics.agent attribute)": [[5, "pomdp_py.framework.basics.Agent.all_observations"]], "all_states (pomdp_py.framework.basics.agent attribute)": [[5, "pomdp_py.framework.basics.Agent.all_states"]], "apply_transition() (pomdp_py.framework.basics.environment method)": [[5, "pomdp_py.framework.basics.Environment.apply_transition"]], "argmax() (pomdp_py.framework.basics.blackboxmodel method)": [[5, "pomdp_py.framework.basics.BlackboxModel.argmax"]], "argmax() (pomdp_py.framework.basics.generativedistribution method)": [[5, "pomdp_py.framework.basics.GenerativeDistribution.argmax"]], "argmax() (pomdp_py.framework.basics.observationmodel method)": [[5, "pomdp_py.framework.basics.ObservationModel.argmax"]], "argmax() (pomdp_py.framework.basics.policymodel method)": [[5, "pomdp_py.framework.basics.PolicyModel.argmax"]], "argmax() (pomdp_py.framework.basics.rewardmodel method)": [[5, "pomdp_py.framework.basics.RewardModel.argmax"]], "argmax() (pomdp_py.framework.basics.transitionmodel method)": [[5, "pomdp_py.framework.basics.TransitionModel.argmax"]], "argmax() (pomdp_py.framework.oopomdp.ooobservationmodel method)": [[5, "pomdp_py.framework.oopomdp.OOObservationModel.argmax"]], "argmax() (pomdp_py.framework.oopomdp.ootransitionmodel method)": [[5, "pomdp_py.framework.oopomdp.OOTransitionModel.argmax"]], "b() (pomdp_py.framework.oopomdp.oobelief method)": [[5, "pomdp_py.framework.oopomdp.OOBelief.b"]], "belief (pomdp_py.framework.basics.agent attribute)": [[5, "pomdp_py.framework.basics.Agent.belief"]], "blackbox_model (pomdp_py.framework.basics.environment attribute)": [[5, "pomdp_py.framework.basics.Environment.blackbox_model"]], "copy() (pomdp_py.framework.oopomdp.oostate method)": [[5, "pomdp_py.framework.oopomdp.OOState.copy"]], "copy() (pomdp_py.framework.oopomdp.objectstate method)": [[5, "pomdp_py.framework.oopomdp.ObjectState.copy"]], "cur_state (pomdp_py.framework.basics.environment attribute)": [[5, "pomdp_py.framework.basics.Environment.cur_state"]], "factor() (pomdp_py.framework.oopomdp.ooobservation method)": [[5, "pomdp_py.framework.oopomdp.OOObservation.factor"]], "get_all_actions() (pomdp_py.framework.basics.policymodel method)": [[5, "pomdp_py.framework.basics.PolicyModel.get_all_actions"]], "get_all_observations() (pomdp_py.framework.basics.observationmodel method)": [[5, "pomdp_py.framework.basics.ObservationModel.get_all_observations"]], "get_all_states() (pomdp_py.framework.basics.transitionmodel method)": [[5, "pomdp_py.framework.basics.TransitionModel.get_all_states"]], "get_distribution() (pomdp_py.framework.basics.observationmodel method)": [[5, "pomdp_py.framework.basics.ObservationModel.get_distribution"]], "get_distribution() (pomdp_py.framework.basics.policymodel method)": [[5, "pomdp_py.framework.basics.PolicyModel.get_distribution"]], "get_distribution() (pomdp_py.framework.basics.rewardmodel method)": [[5, "pomdp_py.framework.basics.RewardModel.get_distribution"]], "get_distribution() (pomdp_py.framework.basics.transitionmodel method)": [[5, "pomdp_py.framework.basics.TransitionModel.get_distribution"]], "get_histogram() (pomdp_py.framework.basics.generativedistribution method)": [[5, "pomdp_py.framework.basics.GenerativeDistribution.get_histogram"]], "get_object_attribute() (pomdp_py.framework.oopomdp.oostate method)": [[5, "pomdp_py.framework.oopomdp.OOState.get_object_attribute"]], "get_object_class() (pomdp_py.framework.oopomdp.oostate method)": [[5, "pomdp_py.framework.oopomdp.OOState.get_object_class"]], "get_object_state() (pomdp_py.framework.oopomdp.oostate method)": [[5, "pomdp_py.framework.oopomdp.OOState.get_object_state"]], "history (pomdp_py.framework.basics.agent attribute)": [[5, "pomdp_py.framework.basics.Agent.history"]], "init_belief (pomdp_py.framework.basics.agent attribute)": [[5, "pomdp_py.framework.basics.Agent.init_belief"]], "initiate() (pomdp_py.framework.basics.option method)": [[5, "pomdp_py.framework.basics.Option.initiate"]], "merge() (pomdp_py.framework.oopomdp.ooobservation class method)": [[5, "pomdp_py.framework.oopomdp.OOObservation.merge"]], "mpe() (pomdp_py.framework.basics.generativedistribution method)": [[5, "pomdp_py.framework.basics.GenerativeDistribution.mpe"]], "mpe() (pomdp_py.framework.oopomdp.oobelief method)": [[5, "pomdp_py.framework.oopomdp.OOBelief.mpe"]], "object_belief() (pomdp_py.framework.oopomdp.oobelief method)": [[5, "pomdp_py.framework.oopomdp.OOBelief.object_belief"]], "object_beliefs (pomdp_py.framework.oopomdp.oobelief attribute)": [[5, "pomdp_py.framework.oopomdp.OOBelief.object_beliefs"]], "observation_models (pomdp_py.framework.oopomdp.ooobservationmodel attribute)": [[5, "pomdp_py.framework.oopomdp.OOObservationModel.observation_models"]], "plan() (pomdp_py.framework.planner.planner method)": [[5, "pomdp_py.framework.planner.Planner.plan"]], "policy (pomdp_py.framework.basics.option attribute)": [[5, "pomdp_py.framework.basics.Option.policy"]], "pomdp_py.framework.basics": [[5, "module-pomdp_py.framework.basics"]], "pomdp_py.framework.oopomdp": [[5, "module-pomdp_py.framework.oopomdp"]], "pomdp_py.framework.planner": [[5, "module-pomdp_py.framework.planner"]], "probability() (pomdp_py.framework.basics.observationmodel method)": [[5, "pomdp_py.framework.basics.ObservationModel.probability"]], "probability() (pomdp_py.framework.basics.policymodel method)": [[5, "pomdp_py.framework.basics.PolicyModel.probability"]], "probability() (pomdp_py.framework.basics.rewardmodel method)": [[5, "pomdp_py.framework.basics.RewardModel.probability"]], "probability() (pomdp_py.framework.basics.transitionmodel method)": [[5, "pomdp_py.framework.basics.TransitionModel.probability"]], "probability() (pomdp_py.framework.oopomdp.ooobservationmodel method)": [[5, "pomdp_py.framework.oopomdp.OOObservationModel.probability"]], "probability() (pomdp_py.framework.oopomdp.ootransitionmodel method)": [[5, "pomdp_py.framework.oopomdp.OOTransitionModel.probability"]], "provide_observation() (pomdp_py.framework.basics.environment method)": [[5, "pomdp_py.framework.basics.Environment.provide_observation"]], "random() (pomdp_py.framework.oopomdp.oobelief method)": [[5, "pomdp_py.framework.oopomdp.OOBelief.random"]], "reward_model (pomdp_py.framework.basics.environment attribute)": [[5, "pomdp_py.framework.basics.Environment.reward_model"]], "s() (pomdp_py.framework.oopomdp.oostate method)": [[5, "pomdp_py.framework.oopomdp.OOState.s"]], "sample() (pomdp_py.framework.basics.blackboxmodel method)": [[5, "pomdp_py.framework.basics.BlackboxModel.sample"]], "sample() (pomdp_py.framework.basics.observationmodel method)": [[5, "pomdp_py.framework.basics.ObservationModel.sample"]], "sample() (pomdp_py.framework.basics.option method)": [[5, "pomdp_py.framework.basics.Option.sample"]], "sample() (pomdp_py.framework.basics.policymodel method)": [[5, "pomdp_py.framework.basics.PolicyModel.sample"]], "sample() (pomdp_py.framework.basics.rewardmodel method)": [[5, "pomdp_py.framework.basics.RewardModel.sample"]], "sample() (pomdp_py.framework.basics.transitionmodel method)": [[5, "pomdp_py.framework.basics.TransitionModel.sample"]], "sample() (pomdp_py.framework.oopomdp.ooobservationmodel method)": [[5, "pomdp_py.framework.oopomdp.OOObservationModel.sample"]], "sample() (pomdp_py.framework.oopomdp.ootransitionmodel method)": [[5, "pomdp_py.framework.oopomdp.OOTransitionModel.sample"]], "sample_belief() (pomdp_py.framework.basics.agent method)": [[5, "pomdp_py.framework.basics.Agent.sample_belief"]], "sample_explict_models() (in module pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.sample_explict_models"]], "sample_generative_model() (in module pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.sample_generative_model"]], "set_belief() (pomdp_py.framework.basics.agent method)": [[5, "pomdp_py.framework.basics.Agent.set_belief"]], "set_models() (pomdp_py.framework.basics.agent method)": [[5, "pomdp_py.framework.basics.Agent.set_models"]], "set_models() (pomdp_py.framework.basics.environment method)": [[5, "pomdp_py.framework.basics.Environment.set_models"]], "set_name() (pomdp_py.framework.basics.agent method)": [[5, "pomdp_py.framework.basics.Agent.set_name"]], "set_object_belief() (pomdp_py.framework.oopomdp.oobelief method)": [[5, "pomdp_py.framework.oopomdp.OOBelief.set_object_belief"]], "set_object_state() (pomdp_py.framework.oopomdp.oostate method)": [[5, "pomdp_py.framework.oopomdp.OOState.set_object_state"]], "situation (pomdp_py.framework.oopomdp.oostate attribute)": [[5, "pomdp_py.framework.oopomdp.OOState.situation"]], "state (pomdp_py.framework.basics.environment attribute)": [[5, "pomdp_py.framework.basics.Environment.state"]], "state_transition() (pomdp_py.framework.basics.environment method)": [[5, "pomdp_py.framework.basics.Environment.state_transition"]], "terminate() (pomdp_py.framework.basics.option method)": [[5, "pomdp_py.framework.basics.Option.terminate"]], "transition_model (pomdp_py.framework.basics.environment attribute)": [[5, "pomdp_py.framework.basics.Environment.transition_model"]], "transition_models (pomdp_py.framework.oopomdp.ootransitionmodel attribute)": [[5, "pomdp_py.framework.oopomdp.OOTransitionModel.transition_models"]], "update() (pomdp_py.framework.basics.agent method)": [[5, "pomdp_py.framework.basics.Agent.update"]], "update() (pomdp_py.framework.basics.policymodel method)": [[5, "pomdp_py.framework.basics.PolicyModel.update"]], "update() (pomdp_py.framework.planner.planner method)": [[5, "pomdp_py.framework.planner.Planner.update"]], "update_history() (pomdp_py.framework.basics.agent method)": [[5, "pomdp_py.framework.basics.Agent.update_history"]], "updates_agent_belief() (pomdp_py.framework.planner.planner method)": [[5, "pomdp_py.framework.planner.Planner.updates_agent_belief"]], "pomdp_py.problems": [[6, "module-pomdp_py.problems"]], "lightdarkenvironment (class in pomdp_py.problems.light_dark.env.env)": [[10, "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment"]], "const (pomdp_py.problems.light_dark.env.env.lightdarkenvironment property)": [[10, "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment.const"]], "light (pomdp_py.problems.light_dark.env.env.lightdarkenvironment property)": [[10, "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment.light"]], "plot_circle() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_circle"]], "plot_line() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_line"]], "plot_points() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_points"]], "plot_polygons() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_polygons"]], "pomdp_py.problems.light_dark.env": [[10, "module-pomdp_py.problems.light_dark.env"]], "pomdp_py.problems.light_dark.env.env": [[10, "module-pomdp_py.problems.light_dark.env.env"]], "pomdp_py.problems.light_dark.env.plotting": [[10, "module-pomdp_py.problems.light_dark.env.plotting"]], "luaction (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LUAction"]], "luobservation (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LUObservation"]], "luobservationmodel (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LUObservationModel"]], "lupolicymodel (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LUPolicyModel"]], "lurewardmodel (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LURewardModel"]], "lustate (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LUState"]], "lutransitionmodel (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LUTransitionModel"]], "loadunloadproblem (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LoadUnloadProblem"]], "argmax() (pomdp_py.problems.load_unload.load_unload.luobservationmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUObservationModel.argmax"]], "argmax() (pomdp_py.problems.load_unload.load_unload.lupolicymodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUPolicyModel.argmax"]], "argmax() (pomdp_py.problems.load_unload.load_unload.lurewardmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LURewardModel.argmax"]], "argmax() (pomdp_py.problems.load_unload.load_unload.lutransitionmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUTransitionModel.argmax"]], "generate_init_belief() (in module pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.generate_init_belief"]], "generate_random_state() (in module pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.generate_random_state"]], "get_all_actions() (pomdp_py.problems.load_unload.load_unload.lupolicymodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUPolicyModel.get_all_actions"]], "main() (in module pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.main"]], "pomdp_py.problems.load_unload": [[12, "module-pomdp_py.problems.load_unload"]], "pomdp_py.problems.load_unload.load_unload": [[12, "module-pomdp_py.problems.load_unload.load_unload"]], "probability() (pomdp_py.problems.load_unload.load_unload.luobservationmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUObservationModel.probability"]], "probability() (pomdp_py.problems.load_unload.load_unload.lupolicymodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUPolicyModel.probability"]], "probability() (pomdp_py.problems.load_unload.load_unload.lurewardmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LURewardModel.probability"]], "probability() (pomdp_py.problems.load_unload.load_unload.lutransitionmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUTransitionModel.probability"]], "sample() (pomdp_py.problems.load_unload.load_unload.luobservationmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUObservationModel.sample"]], "sample() (pomdp_py.problems.load_unload.load_unload.lupolicymodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUPolicyModel.sample"]], "sample() (pomdp_py.problems.load_unload.load_unload.lurewardmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LURewardModel.sample"]], "sample() (pomdp_py.problems.load_unload.load_unload.lutransitionmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUTransitionModel.sample"]], "test_planner() (in module pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.test_planner"]], "pomdp_py.problems.maze": [[13, "module-pomdp_py.problems.maze"]], "observation (class in pomdp_py.problems.maze.domain.observation)": [[14, "pomdp_py.problems.maze.domain.observation.Observation"]], "state (class in pomdp_py.problems.maze.domain.state)": [[14, "pomdp_py.problems.maze.domain.state.State"]], "pomdp_py.problems.maze.domain": [[14, "module-pomdp_py.problems.maze.domain"]], "pomdp_py.problems.maze.domain.action": [[14, "module-pomdp_py.problems.maze.domain.action"]], "pomdp_py.problems.maze.domain.observation": [[14, "module-pomdp_py.problems.maze.domain.observation"]], "pomdp_py.problems.maze.domain.state": [[14, "module-pomdp_py.problems.maze.domain.state"]], "mazeenvironment (class in pomdp_py.problems.maze.env.env)": [[15, "pomdp_py.problems.maze.env.env.MazeEnvironment"]], "pomdp_py.problems.maze.env": [[15, "module-pomdp_py.problems.maze.env"]], "pomdp_py.problems.maze.env.env": [[15, "module-pomdp_py.problems.maze.env.env"]], "pomdp_py.problems.maze.models": [[16, "module-pomdp_py.problems.maze.models"]], "pomdp_py.problems.maze.models.components": [[17, "module-pomdp_py.problems.maze.models.components"]], "mosoopomdp (class in pomdp_py.problems.multi_object_search.problem)": [[18, "pomdp_py.problems.multi_object_search.problem.MosOOPOMDP"]], "belief_update() (in module pomdp_py.problems.multi_object_search.problem)": [[18, "pomdp_py.problems.multi_object_search.problem.belief_update"]], "pomdp_py.problems.multi_object_search": [[18, "module-pomdp_py.problems.multi_object_search"]], "pomdp_py.problems.multi_object_search.example_worlds": [[18, "module-pomdp_py.problems.multi_object_search.example_worlds"]], "pomdp_py.problems.multi_object_search.problem": [[18, "module-pomdp_py.problems.multi_object_search.problem"]], "random_world() (in module pomdp_py.problems.multi_object_search.example_worlds)": [[18, "pomdp_py.problems.multi_object_search.example_worlds.random_world"]], "solve() (in module pomdp_py.problems.multi_object_search.problem)": [[18, "pomdp_py.problems.multi_object_search.problem.solve"]], "unittest() (in module pomdp_py.problems.multi_object_search.problem)": [[18, "pomdp_py.problems.multi_object_search.problem.unittest"]], "mosagent (class in pomdp_py.problems.multi_object_search.agent.agent)": [[19, "pomdp_py.problems.multi_object_search.agent.agent.MosAgent"]], "mosoobelief (class in pomdp_py.problems.multi_object_search.agent.belief)": [[19, "pomdp_py.problems.multi_object_search.agent.belief.MosOOBelief"]], "clear_history() (pomdp_py.problems.multi_object_search.agent.agent.mosagent method)": [[19, "pomdp_py.problems.multi_object_search.agent.agent.MosAgent.clear_history"]], "initialize_belief() (in module pomdp_py.problems.multi_object_search.agent.belief)": [[19, "pomdp_py.problems.multi_object_search.agent.belief.initialize_belief"]], "mpe() (pomdp_py.problems.multi_object_search.agent.belief.mosoobelief method)": [[19, "pomdp_py.problems.multi_object_search.agent.belief.MosOOBelief.mpe"]], "pomdp_py.problems.multi_object_search.agent": [[19, "module-pomdp_py.problems.multi_object_search.agent"]], "pomdp_py.problems.multi_object_search.agent.agent": [[19, "module-pomdp_py.problems.multi_object_search.agent.agent"]], "pomdp_py.problems.multi_object_search.agent.belief": [[19, "module-pomdp_py.problems.multi_object_search.agent.belief"]], "random() (pomdp_py.problems.multi_object_search.agent.belief.mosoobelief method)": [[19, "pomdp_py.problems.multi_object_search.agent.belief.MosOOBelief.random"]], "action (class in pomdp_py.problems.multi_object_search.domain.action)": [[20, "pomdp_py.problems.multi_object_search.domain.action.Action"]], "backward (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.BACKWARD"]], "east (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.EAST"]], "east2d (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.EAST2D"]], "forward (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.FORWARD"]], "findaction (class in pomdp_py.problems.multi_object_search.domain.action)": [[20, "pomdp_py.problems.multi_object_search.domain.action.FindAction"]], "left (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.LEFT"]], "lookaction (class in pomdp_py.problems.multi_object_search.domain.action)": [[20, "pomdp_py.problems.multi_object_search.domain.action.LookAction"]], "mosooobservation (class in pomdp_py.problems.multi_object_search.domain.observation)": [[20, "pomdp_py.problems.multi_object_search.domain.observation.MosOOObservation"]], "mosoostate (class in pomdp_py.problems.multi_object_search.domain.state)": [[20, "pomdp_py.problems.multi_object_search.domain.state.MosOOState"]], "motionaction (class in pomdp_py.problems.multi_object_search.domain.action)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction"]], "north (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.NORTH"]], "north2d (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.NORTH2D"]], "null (pomdp_py.problems.multi_object_search.domain.observation.objectobservation attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.observation.ObjectObservation.NULL"]], "objectobservation (class in pomdp_py.problems.multi_object_search.domain.observation)": [[20, "pomdp_py.problems.multi_object_search.domain.observation.ObjectObservation"]], "objectstate (class in pomdp_py.problems.multi_object_search.domain.state)": [[20, "pomdp_py.problems.multi_object_search.domain.state.ObjectState"]], "right (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.RIGHT"]], "robotstate (class in pomdp_py.problems.multi_object_search.domain.state)": [[20, "pomdp_py.problems.multi_object_search.domain.state.RobotState"]], "schemes (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.SCHEMES"]], "scheme_vw (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.SCHEME_VW"]], "scheme_xy (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.SCHEME_XY"]], "scheme_xyth (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.SCHEME_XYTH"]], "south (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.SOUTH"]], "south2d (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.SOUTH2D"]], "west (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.WEST"]], "west2d (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.WEST2D"]], "factor() (pomdp_py.problems.multi_object_search.domain.observation.mosooobservation method)": [[20, "pomdp_py.problems.multi_object_search.domain.observation.MosOOObservation.factor"]], "for_obj() (pomdp_py.problems.multi_object_search.domain.observation.mosooobservation method)": [[20, "pomdp_py.problems.multi_object_search.domain.observation.MosOOObservation.for_obj"]], "merge() (pomdp_py.problems.multi_object_search.domain.observation.mosooobservation class method)": [[20, "pomdp_py.problems.multi_object_search.domain.observation.MosOOObservation.merge"]], "object_pose() (pomdp_py.problems.multi_object_search.domain.state.mosoostate method)": [[20, "pomdp_py.problems.multi_object_search.domain.state.MosOOState.object_pose"]], "object_poses (pomdp_py.problems.multi_object_search.domain.state.mosoostate property)": [[20, "pomdp_py.problems.multi_object_search.domain.state.MosOOState.object_poses"]], "objects_found (pomdp_py.problems.multi_object_search.domain.state.robotstate property)": [[20, "pomdp_py.problems.multi_object_search.domain.state.RobotState.objects_found"]], "objid (pomdp_py.problems.multi_object_search.domain.state.objectstate property)": [[20, "pomdp_py.problems.multi_object_search.domain.state.ObjectState.objid"]], "pomdp_py.problems.multi_object_search.domain": [[20, "module-pomdp_py.problems.multi_object_search.domain"]], "pomdp_py.problems.multi_object_search.domain.action": [[20, "module-pomdp_py.problems.multi_object_search.domain.action"]], "pomdp_py.problems.multi_object_search.domain.observation": [[20, "module-pomdp_py.problems.multi_object_search.domain.observation"]], "pomdp_py.problems.multi_object_search.domain.state": [[20, "module-pomdp_py.problems.multi_object_search.domain.state"]], "pose (pomdp_py.problems.multi_object_search.domain.state.objectstate property)": [[20, "pomdp_py.problems.multi_object_search.domain.state.ObjectState.pose"]], "pose (pomdp_py.problems.multi_object_search.domain.state.robotstate property)": [[20, "pomdp_py.problems.multi_object_search.domain.state.RobotState.pose"]], "pose() (pomdp_py.problems.multi_object_search.domain.state.mosoostate method)": [[20, "pomdp_py.problems.multi_object_search.domain.state.MosOOState.pose"]], "robot_pose (pomdp_py.problems.multi_object_search.domain.state.robotstate property)": [[20, "pomdp_py.problems.multi_object_search.domain.state.RobotState.robot_pose"]], "mosenvironment (class in pomdp_py.problems.multi_object_search.env.env)": [[21, "pomdp_py.problems.multi_object_search.env.env.MosEnvironment"]], "mosviz (class in pomdp_py.problems.multi_object_search.env.visual)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz"]], "draw_belief() (pomdp_py.problems.multi_object_search.env.visual.mosviz static method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.draw_belief"]], "draw_observation() (pomdp_py.problems.multi_object_search.env.visual.mosviz static method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.draw_observation"]], "draw_robot() (pomdp_py.problems.multi_object_search.env.visual.mosviz static method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.draw_robot"]], "equip_sensors() (in module pomdp_py.problems.multi_object_search.env.env)": [[21, "pomdp_py.problems.multi_object_search.env.env.equip_sensors"]], "img_height (pomdp_py.problems.multi_object_search.env.visual.mosviz property)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.img_height"]], "img_width (pomdp_py.problems.multi_object_search.env.visual.mosviz property)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.img_width"]], "interpret() (in module pomdp_py.problems.multi_object_search.env.env)": [[21, "pomdp_py.problems.multi_object_search.env.env.interpret"]], "interpret_robot_id() (in module pomdp_py.problems.multi_object_search.env.env)": [[21, "pomdp_py.problems.multi_object_search.env.env.interpret_robot_id"]], "last_observation (pomdp_py.problems.multi_object_search.env.visual.mosviz property)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.last_observation"]], "make_laser_sensor() (in module pomdp_py.problems.multi_object_search.env.env)": [[21, "pomdp_py.problems.multi_object_search.env.env.make_laser_sensor"]], "make_proximity_sensor() (in module pomdp_py.problems.multi_object_search.env.env)": [[21, "pomdp_py.problems.multi_object_search.env.env.make_proximity_sensor"]], "object_color() (in module pomdp_py.problems.multi_object_search.env.visual)": [[21, "pomdp_py.problems.multi_object_search.env.visual.object_color"]], "on_cleanup() (pomdp_py.problems.multi_object_search.env.visual.mosviz method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.on_cleanup"]], "on_event() (pomdp_py.problems.multi_object_search.env.visual.mosviz method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.on_event"]], "on_execute() (pomdp_py.problems.multi_object_search.env.visual.mosviz method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.on_execute"]], "on_init() (pomdp_py.problems.multi_object_search.env.visual.mosviz method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.on_init"]], "on_loop() (pomdp_py.problems.multi_object_search.env.visual.mosviz method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.on_loop"]], "on_render() (pomdp_py.problems.multi_object_search.env.visual.mosviz method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.on_render"]], "pomdp_py.problems.multi_object_search.env": [[21, "module-pomdp_py.problems.multi_object_search.env"]], "pomdp_py.problems.multi_object_search.env.env": [[21, "module-pomdp_py.problems.multi_object_search.env.env"]], "pomdp_py.problems.multi_object_search.env.visual": [[21, "module-pomdp_py.problems.multi_object_search.env.visual"]], "render_env() (pomdp_py.problems.multi_object_search.env.visual.mosviz method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.render_env"]], "robot_ids (pomdp_py.problems.multi_object_search.env.env.mosenvironment property)": [[21, "pomdp_py.problems.multi_object_search.env.env.MosEnvironment.robot_ids"]], "state_transition() (pomdp_py.problems.multi_object_search.env.env.mosenvironment method)": [[21, "pomdp_py.problems.multi_object_search.env.env.MosEnvironment.state_transition"]], "unittest() (in module pomdp_py.problems.multi_object_search.env.visual)": [[21, "pomdp_py.problems.multi_object_search.env.visual.unittest"]], "update() (pomdp_py.problems.multi_object_search.env.visual.mosviz method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.update"]], "goalrewardmodel (class in pomdp_py.problems.multi_object_search.models.reward_model)": [[22, "pomdp_py.problems.multi_object_search.models.reward_model.GoalRewardModel"]], "mosobservationmodel (class in pomdp_py.problems.multi_object_search.models.observation_model)": [[22, "pomdp_py.problems.multi_object_search.models.observation_model.MosObservationModel"]], "mosrewardmodel (class in pomdp_py.problems.multi_object_search.models.reward_model)": [[22, "pomdp_py.problems.multi_object_search.models.reward_model.MosRewardModel"]], "mostransitionmodel (class in pomdp_py.problems.multi_object_search.models.transition_model)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.MosTransitionModel"]], "objectobservationmodel (class in pomdp_py.problems.multi_object_search.models.observation_model)": [[22, "pomdp_py.problems.multi_object_search.models.observation_model.ObjectObservationModel"]], "policymodel (class in pomdp_py.problems.multi_object_search.models.policy_model)": [[22, "pomdp_py.problems.multi_object_search.models.policy_model.PolicyModel"]], "robottransitionmodel (class in pomdp_py.problems.multi_object_search.models.transition_model)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.RobotTransitionModel"]], "staticobjecttransitionmodel (class in pomdp_py.problems.multi_object_search.models.transition_model)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.StaticObjectTransitionModel"]], "argmax() (pomdp_py.problems.multi_object_search.models.observation_model.objectobservationmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.observation_model.ObjectObservationModel.argmax"]], "argmax() (pomdp_py.problems.multi_object_search.models.policy_model.policymodel method)": [[22, "pomdp_py.problems.multi_object_search.models.policy_model.PolicyModel.argmax"]], "argmax() (pomdp_py.problems.multi_object_search.models.reward_model.mosrewardmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.reward_model.MosRewardModel.argmax"]], "argmax() (pomdp_py.problems.multi_object_search.models.transition_model.mostransitionmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.MosTransitionModel.argmax"]], "argmax() (pomdp_py.problems.multi_object_search.models.transition_model.robottransitionmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.RobotTransitionModel.argmax"]], "argmax() (pomdp_py.problems.multi_object_search.models.transition_model.staticobjecttransitionmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.StaticObjectTransitionModel.argmax"]], "get_all_actions() (pomdp_py.problems.multi_object_search.models.policy_model.policymodel method)": [[22, "pomdp_py.problems.multi_object_search.models.policy_model.PolicyModel.get_all_actions"]], "if_move_by() (pomdp_py.problems.multi_object_search.models.transition_model.robottransitionmodel class method)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.RobotTransitionModel.if_move_by"]], "in_boundary() (in module pomdp_py.problems.multi_object_search.models.transition_model)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.in_boundary"]], "pomdp_py.problems.multi_object_search.models": [[22, "module-pomdp_py.problems.multi_object_search.models"]], "pomdp_py.problems.multi_object_search.models.observation_model": [[22, "module-pomdp_py.problems.multi_object_search.models.observation_model"]], "pomdp_py.problems.multi_object_search.models.policy_model": [[22, "module-pomdp_py.problems.multi_object_search.models.policy_model"]], "pomdp_py.problems.multi_object_search.models.reward_model": [[22, "module-pomdp_py.problems.multi_object_search.models.reward_model"]], "pomdp_py.problems.multi_object_search.models.transition_model": [[22, "module-pomdp_py.problems.multi_object_search.models.transition_model"]], "probability() (pomdp_py.problems.multi_object_search.models.observation_model.objectobservationmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.observation_model.ObjectObservationModel.probability"]], "probability() (pomdp_py.problems.multi_object_search.models.policy_model.policymodel method)": [[22, "pomdp_py.problems.multi_object_search.models.policy_model.PolicyModel.probability"]], "probability() (pomdp_py.problems.multi_object_search.models.reward_model.mosrewardmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.reward_model.MosRewardModel.probability"]], "probability() (pomdp_py.problems.multi_object_search.models.transition_model.robottransitionmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.RobotTransitionModel.probability"]], "probability() (pomdp_py.problems.multi_object_search.models.transition_model.staticobjecttransitionmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.StaticObjectTransitionModel.probability"]], "rollout() (pomdp_py.problems.multi_object_search.models.policy_model.policymodel method)": [[22, "pomdp_py.problems.multi_object_search.models.policy_model.PolicyModel.rollout"]], "sample() (pomdp_py.problems.multi_object_search.models.observation_model.mosobservationmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.observation_model.MosObservationModel.sample"]], "sample() (pomdp_py.problems.multi_object_search.models.observation_model.objectobservationmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.observation_model.ObjectObservationModel.sample"]], "sample() (pomdp_py.problems.multi_object_search.models.policy_model.policymodel method)": [[22, "pomdp_py.problems.multi_object_search.models.policy_model.PolicyModel.sample"]], "sample() (pomdp_py.problems.multi_object_search.models.reward_model.mosrewardmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.reward_model.MosRewardModel.sample"]], "sample() (pomdp_py.problems.multi_object_search.models.transition_model.mostransitionmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.MosTransitionModel.sample"]], "sample() (pomdp_py.problems.multi_object_search.models.transition_model.robottransitionmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.RobotTransitionModel.sample"]], "sample() (pomdp_py.problems.multi_object_search.models.transition_model.staticobjecttransitionmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.StaticObjectTransitionModel.sample"]], "unittest() (in module pomdp_py.problems.multi_object_search.models.observation_model)": [[22, "pomdp_py.problems.multi_object_search.models.observation_model.unittest"]], "valid_pose() (in module pomdp_py.problems.multi_object_search.models.transition_model)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.valid_pose"]], "gridmap (class in pomdp_py.problems.multi_object_search.models.components.grid_map)": [[23, "pomdp_py.problems.multi_object_search.models.components.grid_map.GridMap"]], "laser (pomdp_py.problems.multi_object_search.models.components.sensor.sensor attribute)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Sensor.LASER"]], "laser2dsensor (class in pomdp_py.problems.multi_object_search.models.components.sensor)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Laser2DSensor"]], "proximity (pomdp_py.problems.multi_object_search.models.components.sensor.sensor attribute)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Sensor.PROXIMITY"]], "proximitysensor (class in pomdp_py.problems.multi_object_search.models.components.sensor)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.ProximitySensor"]], "sensor (class in pomdp_py.problems.multi_object_search.models.components.sensor)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Sensor"]], "euclidean_dist() (in module pomdp_py.problems.multi_object_search.models.components.sensor)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.euclidean_dist"]], "in_field_of_view() (pomdp_py.problems.multi_object_search.models.components.sensor.laser2dsensor method)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Laser2DSensor.in_field_of_view"]], "in_range() (in module pomdp_py.problems.multi_object_search.models.components.sensor)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.in_range"]], "observe() (pomdp_py.problems.multi_object_search.models.components.sensor.laser2dsensor method)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Laser2DSensor.observe"]], "observe() (pomdp_py.problems.multi_object_search.models.components.sensor.sensor method)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Sensor.observe"]], "pomdp_py.problems.multi_object_search.models.components": [[23, "module-pomdp_py.problems.multi_object_search.models.components"]], "pomdp_py.problems.multi_object_search.models.components.grid_map": [[23, "module-pomdp_py.problems.multi_object_search.models.components.grid_map"]], "pomdp_py.problems.multi_object_search.models.components.sensor": [[23, "module-pomdp_py.problems.multi_object_search.models.components.sensor"]], "robot_id (pomdp_py.problems.multi_object_search.models.components.sensor.sensor property)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Sensor.robot_id"]], "sensing_region_size (pomdp_py.problems.multi_object_search.models.components.sensor.laser2dsensor property)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Laser2DSensor.sensing_region_size"]], "sensing_region_size (pomdp_py.problems.multi_object_search.models.components.sensor.sensor property)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Sensor.sensing_region_size"]], "shoot_beam() (pomdp_py.problems.multi_object_search.models.components.sensor.laser2dsensor method)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Laser2DSensor.shoot_beam"]], "to_rad() (in module pomdp_py.problems.multi_object_search.models.components.sensor)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.to_rad"]], "valid_beam() (pomdp_py.problems.multi_object_search.models.components.sensor.laser2dsensor method)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Laser2DSensor.valid_beam"]], "valid_motions() (pomdp_py.problems.multi_object_search.models.components.grid_map.gridmap method)": [[23, "pomdp_py.problems.multi_object_search.models.components.grid_map.GridMap.valid_motions"]], "within_range() (pomdp_py.problems.multi_object_search.models.components.sensor.laser2dsensor method)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Laser2DSensor.within_range"]], "within_range() (pomdp_py.problems.multi_object_search.models.components.sensor.sensor method)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Sensor.within_range"]], "action (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.Action"]], "bad (pomdp_py.problems.rocksample.rocksample_problem.rocktype attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.BAD"]], "checkaction (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.CheckAction"]], "east (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.EAST"]], "good (pomdp_py.problems.rocksample.rocksample_problem.rocktype attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.GOOD"]], "moveaction (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction"]], "north (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.NORTH"]], "observation (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.Observation"]], "rsobservationmodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel"]], "rspolicymodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel"]], "rsrewardmodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel"]], "rstransitionmodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel"]], "rocksampleproblem (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem"]], "rocktype (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType"]], "south (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.SOUTH"]], "sampleaction (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.SampleAction"]], "state (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.State"]], "west (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.WEST"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rsobservationmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rsrewardmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rstransitionmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel.argmax"]], "create_instance() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.create_instance"]], "euclidean_dist() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.euclidean_dist"]], "generate_instance() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.generate_instance"]], "get_all_actions() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.get_all_actions"]], "in_exit_area() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.in_exit_area"]], "init_particles_belief() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.init_particles_belief"]], "invert() (pomdp_py.problems.rocksample.rocksample_problem.rocktype static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.invert"]], "main() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.main"]], "minimal_instance() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.minimal_instance"]], "pomdp_py.problems.rocksample": [[24, "module-pomdp_py.problems.rocksample"]], "pomdp_py.problems.rocksample.cythonize": [[24, "module-pomdp_py.problems.rocksample.cythonize"], [25, "module-pomdp_py.problems.rocksample.cythonize"]], "pomdp_py.problems.rocksample.rocksample_problem": [[24, "module-pomdp_py.problems.rocksample.rocksample_problem"]], "print_state() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.print_state"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rsobservationmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel.probability"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.probability"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rsrewardmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel.probability"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rstransitionmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel.probability"]], "random() (pomdp_py.problems.rocksample.rocksample_problem.rocktype static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.random"]], "random_free_location() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.random_free_location"]], "rollout() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.rollout"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rsobservationmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel.sample"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.sample"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rsrewardmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel.sample"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rstransitionmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel.sample"]], "test_planner() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.test_planner"]], "bad (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype attribute)": [[25, "id138"], [25, "id40"], [25, "id89"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.BAD"]], "checkaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id0"], [25, "id50"], [25, "id99"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.CheckAction"]], "east (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id102"], [25, "id4"], [25, "id53"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.EAST"]], "good (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype attribute)": [[25, "id139"], [25, "id41"], [25, "id90"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.GOOD"]], "moveaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id101"], [25, "id3"], [25, "id52"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction"]], "north (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id103"], [25, "id5"], [25, "id54"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.NORTH"]], "rsaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id107"], [25, "id58"], [25, "id9"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSAction"]], "rsobservation (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id10"], [25, "id108"], [25, "id59"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservation"]], "rsobservationmodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id110"], [25, "id12"], [25, "id61"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel"]], "rspolicymodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id114"], [25, "id16"], [25, "id65"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel"]], "rsrewardmodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id120"], [25, "id22"], [25, "id71"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel"]], "rsstate (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id124"], [25, "id26"], [25, "id75"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState"]], "rstransitionmodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id128"], [25, "id30"], [25, "id79"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel"]], "rocksampleproblem (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id132"], [25, "id34"], [25, "id83"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem"]], "rocktype (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id137"], [25, "id39"], [25, "id88"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType"]], "south (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id104"], [25, "id55"], [25, "id6"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.SOUTH"]], "sampleaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id142"], [25, "id44"], [25, "id93"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.SampleAction"]], "west (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id105"], [25, "id56"], [25, "id7"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.WEST"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservationmodel method)": [[25, "id111"], [25, "id13"], [25, "id62"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id115"], [25, "id17"], [25, "id66"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsrewardmodel method)": [[25, "id121"], [25, "id23"], [25, "id72"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rstransitionmodel method)": [[25, "id129"], [25, "id31"], [25, "id80"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel.argmax"]], "euclidean_dist() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id143"], [25, "id45"], [25, "id94"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.euclidean_dist"]], "generate_instance() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem static method)": [[25, "id133"], [25, "id35"], [25, "id84"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.generate_instance"]], "get_all_actions() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id116"], [25, "id18"], [25, "id67"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.get_all_actions"]], "in_exit_area() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem method)": [[25, "id134"], [25, "id36"], [25, "id85"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.in_exit_area"]], "init_particles_belief() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id144"], [25, "id46"], [25, "id95"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.init_particles_belief"]], "invert() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype static method)": [[25, "id140"], [25, "id42"], [25, "id91"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.invert"]], "main() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id145"], [25, "id47"], [25, "id96"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.main"]], "motion (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id106"], [25, "id57"], [25, "id8"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.motion"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem": [[25, "module-0"], [25, "module-1"], [25, "module-2"], [25, "module-pomdp_py.problems.rocksample.cythonize.rocksample_problem"]], "position (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsstate attribute)": [[25, "id125"], [25, "id27"], [25, "id76"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState.position"]], "print_state() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem method)": [[25, "id135"], [25, "id37"], [25, "id86"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.print_state"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservationmodel method)": [[25, "id112"], [25, "id14"], [25, "id63"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel.probability"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id117"], [25, "id19"], [25, "id68"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.probability"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsrewardmodel method)": [[25, "id122"], [25, "id24"], [25, "id73"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel.probability"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rstransitionmodel method)": [[25, "id130"], [25, "id32"], [25, "id81"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel.probability"]], "quality (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservation attribute)": [[25, "id109"], [25, "id11"], [25, "id60"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservation.quality"]], "random() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype static method)": [[25, "id141"], [25, "id43"], [25, "id92"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.random"]], "random_free_location() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem static method)": [[25, "id136"], [25, "id38"], [25, "id87"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.random_free_location"]], "rock_id (pomdp_py.problems.rocksample.cythonize.rocksample_problem.checkaction attribute)": [[25, "id100"], [25, "id2"], [25, "id51"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.CheckAction.rock_id"]], "rocktypes (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsstate attribute)": [[25, "id126"], [25, "id28"], [25, "id77"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState.rocktypes"]], "rollout() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id118"], [25, "id20"], [25, "id69"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.rollout"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservationmodel method)": [[25, "id113"], [25, "id15"], [25, "id64"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel.sample"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id119"], [25, "id21"], [25, "id70"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.sample"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsrewardmodel method)": [[25, "id123"], [25, "id25"], [25, "id74"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel.sample"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rstransitionmodel method)": [[25, "id131"], [25, "id33"], [25, "id82"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel.sample"]], "terminal (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsstate attribute)": [[25, "id127"], [25, "id29"], [25, "id78"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState.terminal"]], "test_planner() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id146"], [25, "id48"], [25, "id97"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.test_planner"]], "tagproblem (class in pomdp_py.problems.tag.problem)": [[26, "pomdp_py.problems.tag.problem.TagProblem"]], "main() (in module pomdp_py.problems.tag.experiment)": [[26, "pomdp_py.problems.tag.experiment.main"]], "main() (in module pomdp_py.problems.tag.problem)": [[26, "pomdp_py.problems.tag.problem.main"]], "pomdp_py.problems.tag": [[26, "module-pomdp_py.problems.tag"]], "pomdp_py.problems.tag.constants": [[26, "module-pomdp_py.problems.tag.constants"]], "pomdp_py.problems.tag.example_worlds": [[26, "module-pomdp_py.problems.tag.example_worlds"]], "pomdp_py.problems.tag.experiment": [[26, "module-pomdp_py.problems.tag.experiment"]], "pomdp_py.problems.tag.problem": [[26, "module-pomdp_py.problems.tag.problem"]], "solve() (in module pomdp_py.problems.tag.problem)": [[26, "pomdp_py.problems.tag.problem.solve"]], "trial() (in module pomdp_py.problems.tag.experiment)": [[26, "pomdp_py.problems.tag.experiment.trial"]], "tagagent (class in pomdp_py.problems.tag.agent.agent)": [[27, "pomdp_py.problems.tag.agent.agent.TagAgent"]], "belief_update() (in module pomdp_py.problems.tag.agent.agent)": [[27, "pomdp_py.problems.tag.agent.agent.belief_update"]], "clear_history() (pomdp_py.problems.tag.agent.agent.tagagent method)": [[27, "pomdp_py.problems.tag.agent.agent.TagAgent.clear_history"]], "initialize_belief() (in module pomdp_py.problems.tag.agent.agent)": [[27, "pomdp_py.problems.tag.agent.agent.initialize_belief"]], "initialize_particles_belief() (in module pomdp_py.problems.tag.agent.agent)": [[27, "pomdp_py.problems.tag.agent.agent.initialize_particles_belief"]], "pomdp_py.problems.tag.agent": [[27, "module-pomdp_py.problems.tag.agent"]], "pomdp_py.problems.tag.agent.agent": [[27, "module-pomdp_py.problems.tag.agent.agent"]], "tagaction (class in pomdp_py.problems.tag.domain.action)": [[28, "pomdp_py.problems.tag.domain.action.TagAction"]], "tagobservation (class in pomdp_py.problems.tag.domain.observation)": [[28, "pomdp_py.problems.tag.domain.observation.TagObservation"]], "tagstate (class in pomdp_py.problems.tag.domain.state)": [[28, "pomdp_py.problems.tag.domain.state.TagState"]], "pomdp_py.problems.tag.domain": [[28, "module-pomdp_py.problems.tag.domain"]], "pomdp_py.problems.tag.domain.action": [[28, "module-pomdp_py.problems.tag.domain.action"]], "pomdp_py.problems.tag.domain.observation": [[28, "module-pomdp_py.problems.tag.domain.observation"]], "pomdp_py.problems.tag.domain.state": [[28, "module-pomdp_py.problems.tag.domain.state"]], "tagenvironment (class in pomdp_py.problems.tag.env.env)": [[29, "pomdp_py.problems.tag.env.env.TagEnvironment"]], "tagviz (class in pomdp_py.problems.tag.env.visual)": [[29, "pomdp_py.problems.tag.env.visual.TagViz"]], "draw_belief() (pomdp_py.problems.tag.env.visual.tagviz static method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.draw_belief"]], "draw_observation() (pomdp_py.problems.tag.env.visual.tagviz static method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.draw_observation"]], "draw_robot() (pomdp_py.problems.tag.env.visual.tagviz static method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.draw_robot"]], "from_str() (pomdp_py.problems.tag.env.env.tagenvironment class method)": [[29, "pomdp_py.problems.tag.env.env.TagEnvironment.from_str"]], "grid_map (pomdp_py.problems.tag.env.env.tagenvironment property)": [[29, "pomdp_py.problems.tag.env.env.TagEnvironment.grid_map"]], "img_height (pomdp_py.problems.tag.env.visual.tagviz property)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.img_height"]], "img_width (pomdp_py.problems.tag.env.visual.tagviz property)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.img_width"]], "last_observation (pomdp_py.problems.tag.env.visual.tagviz property)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.last_observation"]], "length (pomdp_py.problems.tag.env.env.tagenvironment property)": [[29, "pomdp_py.problems.tag.env.env.TagEnvironment.length"]], "on_cleanup() (pomdp_py.problems.tag.env.visual.tagviz method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.on_cleanup"]], "on_event() (pomdp_py.problems.tag.env.visual.tagviz method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.on_event"]], "on_execute() (pomdp_py.problems.tag.env.visual.tagviz method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.on_execute"]], "on_init() (pomdp_py.problems.tag.env.visual.tagviz method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.on_init"]], "on_loop() (pomdp_py.problems.tag.env.visual.tagviz method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.on_loop"]], "on_render() (pomdp_py.problems.tag.env.visual.tagviz method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.on_render"]], "pomdp_py.problems.tag.env": [[29, "module-pomdp_py.problems.tag.env"]], "pomdp_py.problems.tag.env.env": [[29, "module-pomdp_py.problems.tag.env.env"]], "pomdp_py.problems.tag.env.visual": [[29, "module-pomdp_py.problems.tag.env.visual"]], "render_env() (pomdp_py.problems.tag.env.visual.tagviz method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.render_env"]], "unittest() (in module pomdp_py.problems.tag.env.visual)": [[29, "pomdp_py.problems.tag.env.visual.unittest"]], "update() (pomdp_py.problems.tag.env.visual.tagviz method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.update"]], "width (pomdp_py.problems.tag.env.env.tagenvironment property)": [[29, "pomdp_py.problems.tag.env.env.TagEnvironment.width"]], "tagobservationmodel (class in pomdp_py.problems.tag.models.observation_model)": [[30, "pomdp_py.problems.tag.models.observation_model.TagObservationModel"]], "tagpolicymodel (class in pomdp_py.problems.tag.models.policy_model)": [[30, "pomdp_py.problems.tag.models.policy_model.TagPolicyModel"]], "tagrewardmodel (class in pomdp_py.problems.tag.models.reward_model)": [[30, "pomdp_py.problems.tag.models.reward_model.TagRewardModel"]], "tagtransitionmodel (class in pomdp_py.problems.tag.models.transition_model)": [[30, "pomdp_py.problems.tag.models.transition_model.TagTransitionModel"]], "argmax() (pomdp_py.problems.tag.models.observation_model.tagobservationmodel method)": [[30, "pomdp_py.problems.tag.models.observation_model.TagObservationModel.argmax"]], "argmax() (pomdp_py.problems.tag.models.transition_model.tagtransitionmodel method)": [[30, "pomdp_py.problems.tag.models.transition_model.TagTransitionModel.argmax"]], "get_all_actions() (pomdp_py.problems.tag.models.policy_model.tagpolicymodel method)": [[30, "pomdp_py.problems.tag.models.policy_model.TagPolicyModel.get_all_actions"]], "if_move_by() (pomdp_py.problems.tag.models.transition_model.tagtransitionmodel class method)": [[30, "pomdp_py.problems.tag.models.transition_model.TagTransitionModel.if_move_by"]], "pomdp_py.problems.tag.models": [[30, "module-pomdp_py.problems.tag.models"]], "pomdp_py.problems.tag.models.observation_model": [[30, "module-pomdp_py.problems.tag.models.observation_model"]], "pomdp_py.problems.tag.models.policy_model": [[30, "module-pomdp_py.problems.tag.models.policy_model"]], "pomdp_py.problems.tag.models.reward_model": [[30, "module-pomdp_py.problems.tag.models.reward_model"]], "pomdp_py.problems.tag.models.transition_model": [[30, "module-pomdp_py.problems.tag.models.transition_model"]], "probability() (pomdp_py.problems.tag.models.observation_model.tagobservationmodel method)": [[30, "pomdp_py.problems.tag.models.observation_model.TagObservationModel.probability"]], "probability() (pomdp_py.problems.tag.models.reward_model.tagrewardmodel method)": [[30, "pomdp_py.problems.tag.models.reward_model.TagRewardModel.probability"]], "probability() (pomdp_py.problems.tag.models.transition_model.tagtransitionmodel method)": [[30, "pomdp_py.problems.tag.models.transition_model.TagTransitionModel.probability"]], "rollout() (pomdp_py.problems.tag.models.policy_model.tagpolicymodel method)": [[30, "pomdp_py.problems.tag.models.policy_model.TagPolicyModel.rollout"]], "sample() (pomdp_py.problems.tag.models.observation_model.tagobservationmodel method)": [[30, "pomdp_py.problems.tag.models.observation_model.TagObservationModel.sample"]], "sample() (pomdp_py.problems.tag.models.policy_model.tagpolicymodel method)": [[30, "pomdp_py.problems.tag.models.policy_model.TagPolicyModel.sample"]], "sample() (pomdp_py.problems.tag.models.reward_model.tagrewardmodel method)": [[30, "pomdp_py.problems.tag.models.reward_model.TagRewardModel.sample"]], "sample() (pomdp_py.problems.tag.models.transition_model.tagtransitionmodel method)": [[30, "pomdp_py.problems.tag.models.transition_model.TagTransitionModel.sample"]], "gridmap (class in pomdp_py.problems.tag.models.components.grid_map)": [[31, "pomdp_py.problems.tag.models.components.grid_map.GridMap"]], "tagtargetmotionpolicy (class in pomdp_py.problems.tag.models.components.motion_policy)": [[31, "pomdp_py.problems.tag.models.components.motion_policy.TagTargetMotionPolicy"]], "free_cells() (pomdp_py.problems.tag.models.components.grid_map.gridmap method)": [[31, "pomdp_py.problems.tag.models.components.grid_map.GridMap.free_cells"]], "from_str() (pomdp_py.problems.tag.models.components.grid_map.gridmap class method)": [[31, "pomdp_py.problems.tag.models.components.grid_map.GridMap.from_str"]], "mpe() (pomdp_py.problems.tag.models.components.motion_policy.tagtargetmotionpolicy method)": [[31, "pomdp_py.problems.tag.models.components.motion_policy.TagTargetMotionPolicy.mpe"]], "pomdp_py.problems.tag.models.components": [[31, "module-pomdp_py.problems.tag.models.components"]], "pomdp_py.problems.tag.models.components.grid_map": [[31, "module-pomdp_py.problems.tag.models.components.grid_map"]], "pomdp_py.problems.tag.models.components.motion_policy": [[31, "module-pomdp_py.problems.tag.models.components.motion_policy"]], "probability() (pomdp_py.problems.tag.models.components.motion_policy.tagtargetmotionpolicy method)": [[31, "pomdp_py.problems.tag.models.components.motion_policy.TagTargetMotionPolicy.probability"]], "random() (pomdp_py.problems.tag.models.components.motion_policy.tagtargetmotionpolicy method)": [[31, "pomdp_py.problems.tag.models.components.motion_policy.TagTargetMotionPolicy.random"]], "valid_motions() (pomdp_py.problems.tag.models.components.grid_map.gridmap method)": [[31, "pomdp_py.problems.tag.models.components.grid_map.GridMap.valid_motions"]], "valid_pose() (pomdp_py.problems.tag.models.components.grid_map.gridmap method)": [[31, "pomdp_py.problems.tag.models.components.grid_map.GridMap.valid_pose"]], "actions (pomdp_py.problems.tiger.tiger_problem.policymodel attribute)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.ACTIONS"]], "observationmodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel"]], "policymodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel"]], "rewardmodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.RewardModel"]], "tigeraction (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerAction"]], "tigerobservation (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerObservation"]], "tigerproblem (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerProblem"]], "tigerstate (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerState"]], "transitionmodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel"]], "create() (pomdp_py.problems.tiger.tiger_problem.tigerproblem static method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerProblem.create"]], "get_all_actions() (pomdp_py.problems.tiger.tiger_problem.policymodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.get_all_actions"]], "get_all_observations() (pomdp_py.problems.tiger.tiger_problem.observationmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel.get_all_observations"]], "get_all_states() (pomdp_py.problems.tiger.tiger_problem.transitionmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel.get_all_states"]], "main() (in module pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.main"]], "make_tiger() (in module pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.make_tiger"]], "other() (pomdp_py.problems.tiger.tiger_problem.tigerstate method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerState.other"]], "pomdp_py.problems.tiger": [[32, "module-pomdp_py.problems.tiger"]], "pomdp_py.problems.tiger.cythonize": [[32, "module-pomdp_py.problems.tiger.cythonize"], [33, "module-pomdp_py.problems.tiger.cythonize"]], "pomdp_py.problems.tiger.tiger_problem": [[32, "module-pomdp_py.problems.tiger.tiger_problem"]], "probability() (pomdp_py.problems.tiger.tiger_problem.observationmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel.probability"]], "probability() (pomdp_py.problems.tiger.tiger_problem.transitionmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel.probability"]], "rollout() (pomdp_py.problems.tiger.tiger_problem.policymodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.rollout"]], "sample() (pomdp_py.problems.tiger.tiger_problem.observationmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel.sample"]], "sample() (pomdp_py.problems.tiger.tiger_problem.policymodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.sample"]], "sample() (pomdp_py.problems.tiger.tiger_problem.rewardmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.RewardModel.sample"]], "sample() (pomdp_py.problems.tiger.tiger_problem.transitionmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel.sample"]], "test_planner() (in module pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.test_planner"]], "actions (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerproblem attribute)": [[33, "id17"], [33, "id56"], [33, "id95"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.ACTIONS"]], "observations (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerproblem attribute)": [[33, "id18"], [33, "id57"], [33, "id96"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.OBSERVATIONS"]], "states (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerproblem attribute)": [[33, "id19"], [33, "id58"], [33, "id97"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.STATES"]], "tigeraction (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id0"], [33, "id41"], [33, "id80"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerAction"]], "tigerobservation (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id3"], [33, "id42"], [33, "id81"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservation"]], "tigerobservationmodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id44"], [33, "id5"], [33, "id83"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel"]], "tigerpolicymodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id11"], [33, "id50"], [33, "id89"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel"]], "tigerproblem (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id16"], [33, "id55"], [33, "id94"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem"]], "tigerrewardmodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id20"], [33, "id59"], [33, "id98"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel"]], "tigerstate (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id103"], [33, "id25"], [33, "id64"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerState"]], "tigertransitionmodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id105"], [33, "id27"], [33, "id66"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id45"], [33, "id6"], [33, "id84"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.argmax"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id12"], [33, "id51"], [33, "id90"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.argmax"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id21"], [33, "id60"], [33, "id99"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.argmax"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id106"], [33, "id28"], [33, "id67"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.argmax"]], "build_actions() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id111"], [33, "id33"], [33, "id72"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_actions"]], "build_observations() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id112"], [33, "id34"], [33, "id73"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_observations"]], "build_setting() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id113"], [33, "id35"], [33, "id74"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_setting"]], "build_states() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id114"], [33, "id36"], [33, "id75"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_states"]], "get_all_actions() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id13"], [33, "id52"], [33, "id91"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.get_all_actions"]], "get_all_observations() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id46"], [33, "id7"], [33, "id85"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.get_all_observations"]], "get_all_states() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id107"], [33, "id29"], [33, "id68"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.get_all_states"]], "get_distribution() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id47"], [33, "id8"], [33, "id86"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.get_distribution"]], "get_distribution() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id100"], [33, "id22"], [33, "id61"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.get_distribution"]], "get_distribution() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id108"], [33, "id30"], [33, "id69"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.get_distribution"]], "main() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id115"], [33, "id37"], [33, "id76"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.main"]], "name (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservation attribute)": [[33, "id4"], [33, "id43"], [33, "id82"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservation.name"]], "name (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerstate attribute)": [[33, "id104"], [33, "id26"], [33, "id65"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerState.name"]], "pomdp_py.problems.tiger.cythonize.tiger_problem": [[33, "module-0"], [33, "module-1"], [33, "module-2"], [33, "module-pomdp_py.problems.tiger.cythonize.tiger_problem"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id48"], [33, "id87"], [33, "id9"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.probability"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id14"], [33, "id53"], [33, "id92"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.probability"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id101"], [33, "id23"], [33, "id62"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.probability"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id109"], [33, "id31"], [33, "id70"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.probability"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id10"], [33, "id49"], [33, "id88"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.sample"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id15"], [33, "id54"], [33, "id93"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.sample"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id102"], [33, "id24"], [33, "id63"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.sample"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id110"], [33, "id32"], [33, "id71"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.sample"]], "test_planner() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id116"], [33, "id38"], [33, "id77"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.test_planner"]], "abstraction_over_histogram() (in module pomdp_py.representations.belief.histogram)": [[35, "pomdp_py.representations.belief.histogram.abstraction_over_histogram"]], "abstraction_over_particles() (in module pomdp_py.representations.belief.particles)": [[35, "pomdp_py.representations.belief.particles.abstraction_over_particles"]], "particle_reinvigoration() (in module pomdp_py.representations.belief.particles)": [[35, "pomdp_py.representations.belief.particles.particle_reinvigoration"]], "pomdp_py.representations.belief.histogram": [[35, "module-pomdp_py.representations.belief.histogram"]], "pomdp_py.representations.belief.particles": [[35, "module-pomdp_py.representations.belief.particles"]], "update_histogram_belief() (in module pomdp_py.representations.belief.histogram)": [[35, "pomdp_py.representations.belief.histogram.update_histogram_belief"]], "update_particles_belief() (in module pomdp_py.representations.belief.particles)": [[35, "pomdp_py.representations.belief.particles.update_particles_belief"]], "gaussian (class in pomdp_py.representations.distribution.gaussian)": [[36, "pomdp_py.representations.distribution.gaussian.Gaussian"]], "histogram (class in pomdp_py.representations.distribution.histogram)": [[36, "pomdp_py.representations.distribution.histogram.Histogram"]], "particles (class in pomdp_py.representations.distribution.particles)": [[36, "pomdp_py.representations.distribution.particles.Particles"]], "weightedparticles (class in pomdp_py.representations.distribution.particles)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles"]], "__getitem__() (pomdp_py.representations.distribution.gaussian.gaussian method)": [[36, "pomdp_py.representations.distribution.gaussian.Gaussian.__getitem__"]], "__getitem__() (pomdp_py.representations.distribution.histogram.histogram method)": [[36, "pomdp_py.representations.distribution.histogram.Histogram.__getitem__"]], "__getitem__() (pomdp_py.representations.distribution.particles.weightedparticles method)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.__getitem__"]], "__setitem__() (pomdp_py.representations.distribution.gaussian.gaussian method)": [[36, "pomdp_py.representations.distribution.gaussian.Gaussian.__setitem__"]], "__setitem__() (pomdp_py.representations.distribution.histogram.histogram method)": [[36, "pomdp_py.representations.distribution.histogram.Histogram.__setitem__"]], "__setitem__() (pomdp_py.representations.distribution.particles.weightedparticles method)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.__setitem__"]], "add() (pomdp_py.representations.distribution.particles.particles method)": [[36, "pomdp_py.representations.distribution.particles.Particles.add"]], "add() (pomdp_py.representations.distribution.particles.weightedparticles method)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.add"]], "condense() (pomdp_py.representations.distribution.particles.weightedparticles method)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.condense"]], "cov (pomdp_py.representations.distribution.gaussian.gaussian attribute)": [[36, "pomdp_py.representations.distribution.gaussian.Gaussian.cov"]], "covariance (pomdp_py.representations.distribution.gaussian.gaussian attribute)": [[36, "pomdp_py.representations.distribution.gaussian.Gaussian.covariance"]], "from_histogram() (pomdp_py.representations.distribution.particles.particles class method)": [[36, "pomdp_py.representations.distribution.particles.Particles.from_histogram"]], "from_histogram() (pomdp_py.representations.distribution.particles.weightedparticles class method)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.from_histogram"]], "frozen (pomdp_py.representations.distribution.particles.weightedparticles attribute)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.frozen"]], "get_abstraction() (pomdp_py.representations.distribution.particles.particles method)": [[36, "pomdp_py.representations.distribution.particles.Particles.get_abstraction"]], "get_histogram() (pomdp_py.representations.distribution.histogram.histogram method)": [[36, "pomdp_py.representations.distribution.histogram.Histogram.get_histogram"]], "get_histogram() (pomdp_py.representations.distribution.particles.particles method)": [[36, "pomdp_py.representations.distribution.particles.Particles.get_histogram"]], "get_histogram() (pomdp_py.representations.distribution.particles.weightedparticles method)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.get_histogram"]], "hist (pomdp_py.representations.distribution.particles.weightedparticles attribute)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.hist"]], "hist_valid (pomdp_py.representations.distribution.particles.weightedparticles attribute)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.hist_valid"]], "histogram (pomdp_py.representations.distribution.histogram.histogram attribute)": [[36, "pomdp_py.representations.distribution.histogram.Histogram.histogram"]], "is_normalized() (pomdp_py.representations.distribution.histogram.histogram method)": [[36, "pomdp_py.representations.distribution.histogram.Histogram.is_normalized"]], "mean (pomdp_py.representations.distribution.gaussian.gaussian attribute)": [[36, "pomdp_py.representations.distribution.gaussian.Gaussian.mean"]], "mpe() (pomdp_py.representations.distribution.gaussian.gaussian method)": [[36, "pomdp_py.representations.distribution.gaussian.Gaussian.mpe"]], "mpe() (pomdp_py.representations.distribution.histogram.histogram method)": [[36, "pomdp_py.representations.distribution.histogram.Histogram.mpe"]], "mpe() (pomdp_py.representations.distribution.particles.weightedparticles method)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.mpe"]], "particles (pomdp_py.representations.distribution.particles.particles attribute)": [[36, "pomdp_py.representations.distribution.particles.Particles.particles"]], "particles (pomdp_py.representations.distribution.particles.weightedparticles attribute)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.particles"]], "pomdp_py.representations.distribution.gaussian": [[36, "module-pomdp_py.representations.distribution.gaussian"]], "pomdp_py.representations.distribution.histogram": [[36, "module-pomdp_py.representations.distribution.histogram"]], "pomdp_py.representations.distribution.particles": [[36, "module-pomdp_py.representations.distribution.particles"]], "random() (pomdp_py.representations.distribution.gaussian.gaussian method)": [[36, "pomdp_py.representations.distribution.gaussian.Gaussian.random"]], "random() (pomdp_py.representations.distribution.histogram.histogram method)": [[36, "pomdp_py.representations.distribution.histogram.Histogram.random"]], "random() (pomdp_py.representations.distribution.particles.particles method)": [[36, "pomdp_py.representations.distribution.particles.Particles.random"]], "random() (pomdp_py.representations.distribution.particles.weightedparticles method)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.random"]], "sigma (pomdp_py.representations.distribution.gaussian.gaussian attribute)": [[36, "pomdp_py.representations.distribution.gaussian.Gaussian.sigma"]], "values (pomdp_py.representations.distribution.particles.weightedparticles attribute)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.values"]], "weights (pomdp_py.representations.distribution.particles.weightedparticles attribute)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.weights"]], "blue (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.BLUE"]], "bold (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.BOLD"]], "cyan (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.CYAN"]], "detobservationmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.DetObservationModel"]], "detrewardmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.DetRewardModel"]], "dettransitionmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.DetTransitionModel"]], "endc (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.ENDC"]], "green (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.GREEN"]], "magenta (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.MAGENTA"]], "red (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.RED"]], "r_between() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_between"]], "r_x() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_x"]], "r_y() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_y"]], "r_z() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_z"]], "subscript (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.SUBSCRIPT"]], "simpleaction (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.SimpleAction"]], "simpleobservation (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.SimpleObservation"]], "simplestate (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.SimpleState"]], "t() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.T"]], "tabularobservationmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.TabularObservationModel"]], "tabularrewardmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.TabularRewardModel"]], "tabulartransitionmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.TabularTransitionModel"]], "treedebugger (class in pomdp_py.utils.debugging)": [[37, "pomdp_py.utils.debugging.TreeDebugger"], [38, "pomdp_py.utils.debugging.TreeDebugger"]], "uniformpolicymodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.UniformPolicyModel"]], "white (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.WHITE"]], "yellow (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.YELLOW"]], "approx_equal() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.approx_equal"]], "argmax() (pomdp_py.utils.templates.detrewardmodel method)": [[37, "pomdp_py.utils.templates.DetRewardModel.argmax"]], "b (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.b"], [38, "pomdp_py.utils.debugging.TreeDebugger.b"]], "back() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.back"], [38, "pomdp_py.utils.debugging.TreeDebugger.back"]], "bcolors (class in pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.bcolors"]], "bestseq (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.bestseq"], [38, "pomdp_py.utils.debugging.TreeDebugger.bestseq"]], "bestseqd() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.bestseqd"], [38, "pomdp_py.utils.debugging.TreeDebugger.bestseqd"]], "blue() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.blue"]], "bold() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.bold"]], "bottomleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.bottomleft"]], "bottomright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.bottomright"]], "bottomt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.bottomt"]], "c (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.c"], [38, "pomdp_py.utils.debugging.TreeDebugger.c"]], "clear (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.clear"], [38, "pomdp_py.utils.debugging.TreeDebugger.clear"]], "cyan() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.cyan"]], "d (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.d"], [38, "pomdp_py.utils.debugging.TreeDebugger.d"]], "depth (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.depth"], [38, "pomdp_py.utils.debugging.TreeDebugger.depth"]], "det_dict_hash() (in module pomdp_py.utils.cython_utils)": [[37, "pomdp_py.utils.cython_utils.det_dict_hash"]], "disable() (pomdp_py.utils.typ.bcolors static method)": [[37, "pomdp_py.utils.typ.bcolors.disable"]], "down (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.down"]], "error() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.error"]], "euclidean_dist() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.euclidean_dist"]], "get_all_actions() (pomdp_py.utils.templates.uniformpolicymodel method)": [[37, "pomdp_py.utils.templates.UniformPolicyModel.get_all_actions"]], "get_all_observations() (pomdp_py.utils.templates.tabularobservationmodel method)": [[37, "pomdp_py.utils.templates.TabularObservationModel.get_all_observations"]], "get_all_states() (pomdp_py.utils.templates.tabulartransitionmodel method)": [[37, "pomdp_py.utils.templates.TabularTransitionModel.get_all_states"]], "green() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.green"]], "hex_to_rgb() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.hex_to_rgb"]], "hline (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.hline"]], "info() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.info"]], "interpret_color() (in module pomdp_py.utils.debugging)": [[37, "pomdp_py.utils.debugging.interpret_color"], [38, "pomdp_py.utils.debugging.interpret_color"]], "intersect (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.intersect"]], "inverse_color_hex() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.inverse_color_hex"]], "inverse_color_rgb() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.inverse_color_rgb"]], "json_safe() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.json_safe"]], "l() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.l"], [38, "pomdp_py.utils.debugging.TreeDebugger.l"]], "layer() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.layer"], [38, "pomdp_py.utils.debugging.TreeDebugger.layer"]], "leaf (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.leaf"], [38, "pomdp_py.utils.debugging.TreeDebugger.leaf"]], "left (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.left"]], "leftt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.leftt"]], "lighter() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.lighter"]], "longbottomleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longbottomleft"]], "longbottomright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longbottomright"]], "longleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longleft"]], "longright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longright"]], "longtopleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longtopleft"]], "longtopright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longtopright"]], "magenta() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.magenta"]], "mark() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mark"], [38, "pomdp_py.utils.debugging.TreeDebugger.mark"]], "mark_path() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mark_path"], [38, "pomdp_py.utils.debugging.TreeDebugger.mark_path"]], "mark_sequence() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mark_sequence"], [38, "pomdp_py.utils.debugging.TreeDebugger.mark_sequence"]], "markp() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.markp"], [38, "pomdp_py.utils.debugging.TreeDebugger.markp"]], "mbp (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mbp"], [38, "pomdp_py.utils.debugging.TreeDebugger.mbp"]], "nl (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nl"], [38, "pomdp_py.utils.debugging.TreeDebugger.nl"]], "nn (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nn"], [38, "pomdp_py.utils.debugging.TreeDebugger.nn"]], "note() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.note"]], "nq (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nq"], [38, "pomdp_py.utils.debugging.TreeDebugger.nq"]], "num_layers (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.num_layers"], [38, "pomdp_py.utils.debugging.TreeDebugger.num_layers"]], "num_nodes() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.num_nodes"], [38, "pomdp_py.utils.debugging.TreeDebugger.num_nodes"]], "nv (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nv"], [38, "pomdp_py.utils.debugging.TreeDebugger.nv"]], "p() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.p"], [38, "pomdp_py.utils.debugging.TreeDebugger.p"]], "path() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.path"], [38, "pomdp_py.utils.debugging.TreeDebugger.path"]], "path_to() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.path_to"], [38, "pomdp_py.utils.debugging.TreeDebugger.path_to"]], "pm (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.pm"], [38, "pomdp_py.utils.debugging.TreeDebugger.pm"]], "pomdp_py.utils": [[37, "module-pomdp_py.utils"]], "pomdp_py.utils.colors": [[37, "module-pomdp_py.utils.colors"]], "pomdp_py.utils.cython_utils": [[37, "module-pomdp_py.utils.cython_utils"]], "pomdp_py.utils.debugging": [[37, "module-pomdp_py.utils.debugging"], [38, "module-pomdp_py.utils.debugging"]], "pomdp_py.utils.math": [[37, "module-pomdp_py.utils.math"]], "pomdp_py.utils.misc": [[37, "module-pomdp_py.utils.misc"]], "pomdp_py.utils.templates": [[37, "module-pomdp_py.utils.templates"]], "pomdp_py.utils.typ": [[37, "module-pomdp_py.utils.typ"]], "pp (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.pp"], [38, "pomdp_py.utils.debugging.TreeDebugger.pp"]], "preferred_actions() (pomdp_py.utils.debugging.treedebugger static method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.preferred_actions"], [38, "pomdp_py.utils.debugging.TreeDebugger.preferred_actions"]], "probability() (pomdp_py.utils.templates.detobservationmodel method)": [[37, "pomdp_py.utils.templates.DetObservationModel.probability"]], "probability() (pomdp_py.utils.templates.dettransitionmodel method)": [[37, "pomdp_py.utils.templates.DetTransitionModel.probability"]], "probability() (pomdp_py.utils.templates.tabularobservationmodel method)": [[37, "pomdp_py.utils.templates.TabularObservationModel.probability"]], "probability() (pomdp_py.utils.templates.tabulartransitionmodel method)": [[37, "pomdp_py.utils.templates.TabularTransitionModel.probability"]], "proj() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.proj"]], "r (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.r"], [38, "pomdp_py.utils.debugging.TreeDebugger.r"]], "random_unique_color() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.random_unique_color"]], "red() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.red"]], "remap() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.remap"]], "reward_func() (pomdp_py.utils.templates.detrewardmodel method)": [[37, "pomdp_py.utils.templates.DetRewardModel.reward_func"]], "rgb_to_hex() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.rgb_to_hex"]], "right (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.right"]], "rightt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.rightt"]], "rollout() (pomdp_py.utils.templates.uniformpolicymodel method)": [[37, "pomdp_py.utils.templates.UniformPolicyModel.rollout"]], "root (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.root"], [38, "pomdp_py.utils.debugging.TreeDebugger.root"]], "s() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.s"], [38, "pomdp_py.utils.debugging.TreeDebugger.s"]], "s() (pomdp_py.utils.typ.bcolors static method)": [[37, "pomdp_py.utils.typ.bcolors.s"]], "safe_slice() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.safe_slice"]], "sample() (pomdp_py.utils.templates.detobservationmodel method)": [[37, "pomdp_py.utils.templates.DetObservationModel.sample"]], "sample() (pomdp_py.utils.templates.detrewardmodel method)": [[37, "pomdp_py.utils.templates.DetRewardModel.sample"]], "sample() (pomdp_py.utils.templates.dettransitionmodel method)": [[37, "pomdp_py.utils.templates.DetTransitionModel.sample"]], "sample() (pomdp_py.utils.templates.tabularobservationmodel method)": [[37, "pomdp_py.utils.templates.TabularObservationModel.sample"]], "sample() (pomdp_py.utils.templates.tabularrewardmodel method)": [[37, "pomdp_py.utils.templates.TabularRewardModel.sample"]], "sample() (pomdp_py.utils.templates.tabulartransitionmodel method)": [[37, "pomdp_py.utils.templates.TabularTransitionModel.sample"]], "sample() (pomdp_py.utils.templates.uniformpolicymodel method)": [[37, "pomdp_py.utils.templates.UniformPolicyModel.sample"]], "shadebar (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.shadebar"]], "similar() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.similar"]], "single_node_str() (pomdp_py.utils.debugging.treedebugger static method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.single_node_str"], [38, "pomdp_py.utils.debugging.TreeDebugger.single_node_str"]], "sorted_by_str() (in module pomdp_py.utils.debugging)": [[37, "pomdp_py.utils.debugging.sorted_by_str"], [38, "pomdp_py.utils.debugging.sorted_by_str"]], "special_char (class in pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.special_char"]], "step() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.step"], [38, "pomdp_py.utils.debugging.TreeDebugger.step"]], "success() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.success"]], "to_radians() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.to_radians"]], "topleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.topleft"]], "topright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.topright"]], "topt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.topt"]], "tree_stats() (pomdp_py.utils.debugging.treedebugger static method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.tree_stats"], [38, "pomdp_py.utils.debugging.TreeDebugger.tree_stats"]], "up (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.up"]], "vec() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.vec"]], "vline (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.vline"]], "warning() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.warning"]], "white() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.white"]], "yellow() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.yellow"]], "alphavectorpolicy (class in pomdp_py.utils.interfaces.conversion)": [[46, "pomdp_py.utils.interfaces.conversion.AlphaVectorPolicy"]], "policygraph (class in pomdp_py.utils.interfaces.conversion)": [[46, "pomdp_py.utils.interfaces.conversion.PolicyGraph"]], "construct() (pomdp_py.utils.interfaces.conversion.alphavectorpolicy class method)": [[46, "pomdp_py.utils.interfaces.conversion.AlphaVectorPolicy.construct"]], "construct() (pomdp_py.utils.interfaces.conversion.policygraph class method)": [[46, "pomdp_py.utils.interfaces.conversion.PolicyGraph.construct"]], "plan() (pomdp_py.utils.interfaces.conversion.alphavectorpolicy method)": [[46, "pomdp_py.utils.interfaces.conversion.AlphaVectorPolicy.plan"]], "plan() (pomdp_py.utils.interfaces.conversion.policygraph method)": [[46, "pomdp_py.utils.interfaces.conversion.PolicyGraph.plan"]], "pomdp_py.utils.interfaces.solvers": [[46, "module-pomdp_py.utils.interfaces.solvers"]], "sarsop() (in module pomdp_py.utils.interfaces.solvers)": [[46, "pomdp_py.utils.interfaces.solvers.sarsop"]], "to_pomdp_file() (in module pomdp_py.utils.interfaces.conversion)": [[46, "pomdp_py.utils.interfaces.conversion.to_pomdp_file"]], "to_pomdpx_file() (in module pomdp_py.utils.interfaces.conversion)": [[46, "pomdp_py.utils.interfaces.conversion.to_pomdpx_file"]], "update() (pomdp_py.utils.interfaces.conversion.policygraph method)": [[46, "pomdp_py.utils.interfaces.conversion.PolicyGraph.update"]], "value() (pomdp_py.utils.interfaces.conversion.alphavectorpolicy method)": [[46, "pomdp_py.utils.interfaces.conversion.AlphaVectorPolicy.value"]], "vi_pruning() (in module pomdp_py.utils.interfaces.solvers)": [[46, "pomdp_py.utils.interfaces.solvers.vi_pruning"]]}})
\ No newline at end of file