diff --git a/docs/html/_modules/index.html b/docs/html/_modules/index.html index 7858432..b669960 100644 --- a/docs/html/_modules/index.html +++ b/docs/html/_modules/index.html @@ -4,10 +4,10 @@
-A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
diff --git a/docs/html/_modules/pomdp_py/algorithms/bsp/blqr.html b/docs/html/_modules/pomdp_py/algorithms/bsp/blqr.html index 750af4e..6937feb 100644 --- a/docs/html/_modules/pomdp_py/algorithms/bsp/blqr.html +++ b/docs/html/_modules/pomdp_py/algorithms/bsp/blqr.html @@ -4,10 +4,10 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -60,7 +60,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
diff --git a/docs/html/api/pomdp_py.algorithms.bsp.html b/docs/html/api/pomdp_py.algorithms.bsp.html index 9cd3438..47d9f9f 100644 --- a/docs/html/api/pomdp_py.algorithms.bsp.html +++ b/docs/html/api/pomdp_py.algorithms.bsp.html @@ -5,10 +5,10 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -84,7 +84,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -248,7 +248,7 @@POUCT (Partially Observable UCT) [2] is presented in the POMCP paper as an extension of the UCT algorithm to partially-observable domains that combines MCTS and UCB1 for action selection.
POUCT (Partially Observable UCT) [2] is presented in the POMCP paper as an extension of the UCT algorithm to partially-observable domains that combines MCTS and UCB1 for action selection.
POMCP is POUCT + particle belief representation.
Implementation of B-LQR algorithm described in "Belief space planning assuming maximum likelihood observations" [4]
PO-rollout: Baseline algorithm in the POMCP paper [2].
+PO-rollout: Baseline algorithm in the POMCP paper [2].
Quote from the POMCP paper:
diff --git a/docs/html/api/pomdp_py.problems.maze.env.html b/docs/html/api/pomdp_py.problems.maze.env.html index 263901e..8929df0 100644 --- a/docs/html/api/pomdp_py.problems.maze.env.html +++ b/docs/html/api/pomdp_py.problems.maze.env.html @@ -5,15 +5,17 @@ -To provide a performance benchmark in these cases, we evaluated the @@ -329,7 +329,7 @@
pomdp_py.algorithms package
pomdp_py.algorithms.po_uct module¶
This algorithm is PO-UCT (Partially Observable UCT). It is -presented in the POMCP paper [2] as an extension to the UCT +presented in the POMCP paper [2] as an extension to the UCT algorithm [3] that combines MCTS and UCB1 for action selection.
In other words, this is just POMCP without particle belief, @@ -386,7 +386,7 @@
pomdp_py.algorithms package class pomdp_py.algorithms.po_uct.POUCT¶
Bases:
-Planner
POUCT (Partially Observable UCT) [2] is presented in the POMCP +
POUCT (Partially Observable UCT) [2] is presented in the POMCP paper as an extension of the UCT algorithm to partially-observable domains that combines MCTS and UCB1 for action selection.
POUCT only works for problems with action space that can be enumerated.
@@ -668,7 +668,7 @@pomdp_py.algorithms package
pomdp_py.algorithms.value_iteration module¶
Implementation of the basic policy tree based value iteration as explained in section 4.1 of Planning and acting in partially observable stochastic -domains [1]
+domains [1]Warning: No pruning - the number of policy trees explodes very fast.
- diff --git a/docs/html/api/pomdp_py.algorithms.visual.html b/docs/html/api/pomdp_py.algorithms.visual.html index 4f40daa..95ddeb5 100644 --- a/docs/html/api/pomdp_py.algorithms.visual.html +++ b/docs/html/api/pomdp_py.algorithms.visual.html @@ -5,10 +5,10 @@ -
pomdp_py.algorithms.visual package — pomdp_py 1.3.5 documentation - +pomdp_py.algorithms.visual package — pomdp_py 1.3.5.1 documentation + - + @@ -35,7 +35,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
diff --git a/docs/html/api/pomdp_py.framework.html b/docs/html/api/pomdp_py.framework.html index b166fa9..99f5afb 100644 --- a/docs/html/api/pomdp_py.framework.html +++ b/docs/html/api/pomdp_py.framework.html @@ -5,10 +5,10 @@ -pomdp_py.framework package — pomdp_py 1.3.5 documentation - +pomdp_py.framework package — pomdp_py 1.3.5.1 documentation + - + @@ -38,7 +38,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -70,6 +70,7 @@Table of Contents
Agent.sample_belief()
Agent.set_belief()
- +
Agent.set_models()
Agent.set_name()
Agent.update()
- @@ -234,9 +235,9 @@
Agent.update_history()
Table of Contents
- pomdp_py.utils package
+- pomdp_py.problems package
-- problems
@@ -358,17 +359,19 @@pomdp_py.framework packageclass pomdp_py.framework.basics.Agent¶
Bases:
object
An Agent operates in an environment by taking actions, receiving -observations, and updating its belief. Taking actions is the job of a -planner (
Planner
), and the belief update is the job taken care of -by the belief representation or the planner. But, the Agent supplies the +observations, and updating its belief. Deciding what action to take is the +job of a planner (Planner
), and the belief update is usually done +outside of the agent, taken care of e.g. by the belief representation, or by +the planner. The Agent supplies its own version of theTransitionModel
,ObservationModel
,RewardModel
, ORBlackboxModel
to the planner or the belief update algorithm.-
- __init__(self, init_belief,
policy_model, +
- __init__(self, init_belief,
policy_model=None, transition_model=None, observation_model=None, reward_model=None, -blackbox_model=None)
+blackbox_model=None, +name=None)@@ -434,6 +437,12 @@
+pomdp_py.framework package +
- +set_name(self, str name)¶
+gives this agent a name
+
- update(self, real_action, real_observation)¶
diff --git a/docs/html/api/pomdp_py.html b/docs/html/api/pomdp_py.html index c3d1b9d..6ccb2aa 100644 --- a/docs/html/api/pomdp_py.html +++ b/docs/html/api/pomdp_py.html @@ -5,10 +5,10 @@ -pomdp_py package — pomdp_py 1.3.5 documentation - +pomdp_py package — pomdp_py 1.3.5.1 documentation + - + @@ -37,7 +37,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -248,6 +248,7 @@pomdp_py package
Agent.sample_belief()
Agent.set_belief()
- +
Agent.set_models()
Agent.set_name()
Agent.update()
- @@ -438,6 +439,8 @@
Agent.update_history()
pomdp_py package
WeightedParticles.from_histogram()
WeightedParticles.frozen
- +
WeightedParticles.get_histogram()
- +
WeightedParticles.hist
WeightedParticles.hist_valid
WeightedParticles.mpe()
WeightedParticles.particles
- diff --git a/docs/html/api/pomdp_py.problems.html b/docs/html/api/pomdp_py.problems.html index 5e56cd9..fc2ad85 100644 --- a/docs/html/api/pomdp_py.problems.html +++ b/docs/html/api/pomdp_py.problems.html @@ -5,15 +5,16 @@ -
WeightedParticles.random()
pomdp_py.problems package — pomdp_py 1.3.5 documentation - +pomdp_py.problems package — pomdp_py 1.3.5.1 documentation + - + + @@ -36,7 +37,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -98,6 +99,7 @@Related Topics
- Documentation overview
diff --git a/docs/html/api/pomdp_py.problems.light_dark.agent.html b/docs/html/api/pomdp_py.problems.light_dark.agent.html index bd46675..be6a8ce 100644 --- a/docs/html/api/pomdp_py.problems.light_dark.agent.html +++ b/docs/html/api/pomdp_py.problems.light_dark.agent.html @@ -5,10 +5,10 @@ -
- pomdp_py
- Previous: pomdp_py.utils.interfaces package
+- Next: pomdp_py.problems.light_dark package
pomdp_py.problems.light_dark.agent package — pomdp_py 1.3.5 documentation - +pomdp_py.problems.light_dark.agent package — pomdp_py 1.3.5.1 documentation + - + @@ -37,7 +37,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
diff --git a/docs/html/api/pomdp_py.problems.light_dark.domain.html b/docs/html/api/pomdp_py.problems.light_dark.domain.html index dc3c2f4..c24b8d5 100644 --- a/docs/html/api/pomdp_py.problems.light_dark.domain.html +++ b/docs/html/api/pomdp_py.problems.light_dark.domain.html @@ -5,10 +5,10 @@ -pomdp_py.problems.light_dark.domain package — pomdp_py 1.3.5 documentation - +pomdp_py.problems.light_dark.domain package — pomdp_py 1.3.5.1 documentation + - + @@ -37,7 +37,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
diff --git a/docs/html/api/pomdp_py.problems.light_dark.env.html b/docs/html/api/pomdp_py.problems.light_dark.env.html index 7b3bd54..618b13d 100644 --- a/docs/html/api/pomdp_py.problems.light_dark.env.html +++ b/docs/html/api/pomdp_py.problems.light_dark.env.html @@ -5,10 +5,10 @@ -pomdp_py.problems.light_dark.env package — pomdp_py 1.3.5 documentation - +pomdp_py.problems.light_dark.env package — pomdp_py 1.3.5.1 documentation + - + @@ -37,7 +37,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
diff --git a/docs/html/api/pomdp_py.problems.light_dark.html b/docs/html/api/pomdp_py.problems.light_dark.html index 59ffbfb..8ff267f 100644 --- a/docs/html/api/pomdp_py.problems.light_dark.html +++ b/docs/html/api/pomdp_py.problems.light_dark.html @@ -5,16 +5,17 @@ -pomdp_py.problems.light_dark package — pomdp_py 1.3.5 documentation - +pomdp_py.problems.light_dark package — pomdp_py 1.3.5.1 documentation + - + + @@ -36,7 +37,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -102,6 +103,7 @@Related Topics
- Documentation overview
-
- pomdp_py
diff --git a/docs/html/api/pomdp_py.problems.light_dark.models.html b/docs/html/api/pomdp_py.problems.light_dark.models.html index 7707e26..6143def 100644 --- a/docs/html/api/pomdp_py.problems.light_dark.models.html +++ b/docs/html/api/pomdp_py.problems.light_dark.models.html @@ -5,10 +5,10 @@ -pomdp_py.problems.light_dark.models package — pomdp_py 1.3.5 documentation - +pomdp_py.problems.light_dark.models package — pomdp_py 1.3.5.1 documentation + - + @@ -37,7 +37,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
diff --git a/docs/html/api/pomdp_py.problems.load_unload.html b/docs/html/api/pomdp_py.problems.load_unload.html index 743db93..275220b 100644 --- a/docs/html/api/pomdp_py.problems.load_unload.html +++ b/docs/html/api/pomdp_py.problems.load_unload.html @@ -5,10 +5,10 @@ -pomdp_py.problems.load_unload package — pomdp_py 1.3.5 documentation - +pomdp_py.problems.load_unload package — pomdp_py 1.3.5.1 documentation + - + @@ -38,7 +38,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
diff --git a/docs/html/api/pomdp_py.problems.maze.domain.html b/docs/html/api/pomdp_py.problems.maze.domain.html index 4fbf0dc..84541f0 100644 --- a/docs/html/api/pomdp_py.problems.maze.domain.html +++ b/docs/html/api/pomdp_py.problems.maze.domain.html @@ -5,15 +5,17 @@ -pomdp_py.problems.maze.domain package — pomdp_py 1.3.5 documentation - +pomdp_py.problems.maze.domain package — pomdp_py 1.3.5.1 documentation + - + + + @@ -35,7 +37,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -79,9 +81,16 @@Table of Contents
- What's New?
-
- pomdp_py
-- problems
+ @@ -97,6 +106,14 @@Table of Contents
Related Topics
pomdp_py.problems.maze.env package — pomdp_py 1.3.5 documentation - +pomdp_py.problems.maze.env package — pomdp_py 1.3.5.1 documentation + - + + + @@ -35,7 +37,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -74,9 +76,16 @@Table of Contents
What's New? --
-- pomdp_py
-- problems
+ @@ -92,6 +101,14 @@Table of Contents
Related Topics
diff --git a/docs/html/api/pomdp_py.problems.maze.html b/docs/html/api/pomdp_py.problems.maze.html index 2f94235..73b39b2 100644 --- a/docs/html/api/pomdp_py.problems.maze.html +++ b/docs/html/api/pomdp_py.problems.maze.html @@ -5,10 +5,10 @@ -
- Documentation overview
+
- pomdp_py
+
- pomdp_py.problems package
++
- pomdp_py.problems.maze package
++
- Previous: pomdp_py.problems.maze.domain package
+- Next: pomdp_py.problems.maze.models package
+pomdp_py.problems.maze package — pomdp_py 1.3.5 documentation - +pomdp_py.problems.maze package — pomdp_py 1.3.5.1 documentation + - + @@ -37,7 +37,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
diff --git a/docs/html/api/pomdp_py.problems.maze.models.components.html b/docs/html/api/pomdp_py.problems.maze.models.components.html index bce559b..7d1a788 100644 --- a/docs/html/api/pomdp_py.problems.maze.models.components.html +++ b/docs/html/api/pomdp_py.problems.maze.models.components.html @@ -5,10 +5,10 @@ -pomdp_py.problems.maze.models.components package — pomdp_py 1.3.5 documentation - +pomdp_py.problems.maze.models.components package — pomdp_py 1.3.5.1 documentation + - + @@ -37,7 +37,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
diff --git a/docs/html/api/pomdp_py.problems.maze.models.html b/docs/html/api/pomdp_py.problems.maze.models.html index 653095c..02177a0 100644 --- a/docs/html/api/pomdp_py.problems.maze.models.html +++ b/docs/html/api/pomdp_py.problems.maze.models.html @@ -5,10 +5,10 @@ -pomdp_py.problems.maze.models package — pomdp_py 1.3.5 documentation - +pomdp_py.problems.maze.models package — pomdp_py 1.3.5.1 documentation + - + @@ -37,7 +37,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
diff --git a/docs/html/api/pomdp_py.problems.multi_object_search.agent.html b/docs/html/api/pomdp_py.problems.multi_object_search.agent.html index 9f711da..3787ca8 100644 --- a/docs/html/api/pomdp_py.problems.multi_object_search.agent.html +++ b/docs/html/api/pomdp_py.problems.multi_object_search.agent.html @@ -5,15 +5,17 @@ -pomdp_py.problems.multi_object_search.agent package — pomdp_py 1.3.5 documentation - +pomdp_py.problems.multi_object_search.agent package — pomdp_py 1.3.5.1 documentation + - + + + @@ -35,7 +37,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -86,9 +88,16 @@Table of Contents
- What's New?
-
-- pomdp_py
-- problems
+ @@ -104,6 +113,14 @@Table of Contents
Related Topics
diff --git a/docs/html/api/pomdp_py.problems.multi_object_search.domain.html b/docs/html/api/pomdp_py.problems.multi_object_search.domain.html index d9d2ad4..b4b4158 100644 --- a/docs/html/api/pomdp_py.problems.multi_object_search.domain.html +++ b/docs/html/api/pomdp_py.problems.multi_object_search.domain.html @@ -5,16 +5,18 @@ -pomdp_py.problems.multi_object_search.domain package — pomdp_py 1.3.5 documentation - +pomdp_py.problems.multi_object_search.domain package — pomdp_py 1.3.5.1 documentation + - + + + @@ -36,7 +38,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -129,9 +131,16 @@Table of Contents
- What's New?
-
-- pomdp_py
-- problems
+ @@ -147,6 +156,14 @@Table of Contents
Related Topics
diff --git a/docs/html/api/pomdp_py.problems.multi_object_search.env.html b/docs/html/api/pomdp_py.problems.multi_object_search.env.html index 18b1647..d3fff8b 100644 --- a/docs/html/api/pomdp_py.problems.multi_object_search.env.html +++ b/docs/html/api/pomdp_py.problems.multi_object_search.env.html @@ -5,15 +5,17 @@ -pomdp_py.problems.multi_object_search.env package — pomdp_py 1.3.5 documentation - +pomdp_py.problems.multi_object_search.env package — pomdp_py 1.3.5.1 documentation + - + + + @@ -35,7 +37,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -105,9 +107,16 @@Table of Contents
- What's New?
-
-- pomdp_py
-- problems
+ @@ -123,6 +132,14 @@Table of Contents
Related Topics
diff --git a/docs/html/api/pomdp_py.problems.multi_object_search.html b/docs/html/api/pomdp_py.problems.multi_object_search.html index fdb0c05..cb86319 100644 --- a/docs/html/api/pomdp_py.problems.multi_object_search.html +++ b/docs/html/api/pomdp_py.problems.multi_object_search.html @@ -5,10 +5,10 @@ -pomdp_py.problems.multi_object_search package — pomdp_py 1.3.5 documentation - +pomdp_py.problems.multi_object_search package — pomdp_py 1.3.5.1 documentation + - + @@ -37,7 +37,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
diff --git a/docs/html/api/pomdp_py.problems.multi_object_search.models.components.html b/docs/html/api/pomdp_py.problems.multi_object_search.models.components.html index 690193f..468be47 100644 --- a/docs/html/api/pomdp_py.problems.multi_object_search.models.components.html +++ b/docs/html/api/pomdp_py.problems.multi_object_search.models.components.html @@ -5,15 +5,17 @@ -pomdp_py.problems.multi_object_search.models.components package — pomdp_py 1.3.5 documentation - +pomdp_py.problems.multi_object_search.models.components package — pomdp_py 1.3.5.1 documentation + - + + + @@ -35,7 +37,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -102,9 +104,16 @@Table of Contents
- What's New?
-
-- pomdp_py
-- problems
+ @@ -120,6 +129,16 @@Table of Contents
Related Topics
diff --git a/docs/html/api/pomdp_py.problems.multi_object_search.models.html b/docs/html/api/pomdp_py.problems.multi_object_search.models.html index a881763..090461c 100644 --- a/docs/html/api/pomdp_py.problems.multi_object_search.models.html +++ b/docs/html/api/pomdp_py.problems.multi_object_search.models.html @@ -5,16 +5,18 @@ -pomdp_py.problems.multi_object_search.models package — pomdp_py 1.3.5 documentation - +pomdp_py.problems.multi_object_search.models package — pomdp_py 1.3.5.1 documentation + - + + + @@ -36,7 +38,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -130,9 +132,16 @@Table of Contents
- What's New?
-
-- pomdp_py
-- problems
+ @@ -148,6 +157,14 @@Table of Contents
Related Topics
diff --git a/docs/html/api/pomdp_py.problems.rocksample.cythonize.html b/docs/html/api/pomdp_py.problems.rocksample.cythonize.html index fca269a..8e7c8eb 100644 --- a/docs/html/api/pomdp_py.problems.rocksample.cythonize.html +++ b/docs/html/api/pomdp_py.problems.rocksample.cythonize.html @@ -5,10 +5,10 @@ -pomdp_py.problems.rocksample.cythonize package — pomdp_py 1.3.5 documentation - +pomdp_py.problems.rocksample.cythonize package — pomdp_py 1.3.5.1 documentation + - + @@ -38,7 +38,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
diff --git a/docs/html/api/pomdp_py.problems.rocksample.html b/docs/html/api/pomdp_py.problems.rocksample.html index 3a425e9..cb32680 100644 --- a/docs/html/api/pomdp_py.problems.rocksample.html +++ b/docs/html/api/pomdp_py.problems.rocksample.html @@ -5,10 +5,10 @@ -pomdp_py.problems.rocksample package — pomdp_py 1.3.5 documentation - +pomdp_py.problems.rocksample package — pomdp_py 1.3.5.1 documentation + - + @@ -38,7 +38,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
diff --git a/docs/html/api/pomdp_py.problems.tag.agent.html b/docs/html/api/pomdp_py.problems.tag.agent.html index b390fed..6bb2aa3 100644 --- a/docs/html/api/pomdp_py.problems.tag.agent.html +++ b/docs/html/api/pomdp_py.problems.tag.agent.html @@ -5,15 +5,17 @@ -pomdp_py.problems.tag.agent package — pomdp_py 1.3.5 documentation - +pomdp_py.problems.tag.agent package — pomdp_py 1.3.5.1 documentation + - + + + @@ -35,7 +37,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -80,9 +82,16 @@Table of Contents
- What's New?
-
-- pomdp_py
-- problems
+ @@ -98,6 +107,14 @@Table of Contents
Related Topics
diff --git a/docs/html/api/pomdp_py.problems.tag.domain.html b/docs/html/api/pomdp_py.problems.tag.domain.html index 4c1adea..2a4e7d3 100644 --- a/docs/html/api/pomdp_py.problems.tag.domain.html +++ b/docs/html/api/pomdp_py.problems.tag.domain.html @@ -5,15 +5,17 @@ -
- Documentation overview
+
- pomdp_py
+
- pomdp_py.problems package
++
- pomdp_py.problems.tag package
++
- Previous: pomdp_py.problems.tag package
+- Next: pomdp_py.problems.tag.domain package
+pomdp_py.problems.tag.domain package — pomdp_py 1.3.5 documentation - +pomdp_py.problems.tag.domain package — pomdp_py 1.3.5.1 documentation + - + + + @@ -35,7 +37,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -82,9 +84,16 @@Table of Contents
- What's New?
-
-- pomdp_py
-- problems
+ @@ -100,6 +109,14 @@Table of Contents
Related Topics
diff --git a/docs/html/api/pomdp_py.problems.tag.env.html b/docs/html/api/pomdp_py.problems.tag.env.html index aa96596..8cff751 100644 --- a/docs/html/api/pomdp_py.problems.tag.env.html +++ b/docs/html/api/pomdp_py.problems.tag.env.html @@ -5,15 +5,17 @@ -
- Documentation overview
+
- pomdp_py
+
- pomdp_py.problems package
++
- pomdp_py.problems.tag package
++
- Previous: pomdp_py.problems.tag.agent package
+- Next: pomdp_py.problems.tag.env package
+pomdp_py.problems.tag.env package — pomdp_py 1.3.5 documentation - +pomdp_py.problems.tag.env package — pomdp_py 1.3.5.1 documentation + - + + + @@ -35,7 +37,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -101,9 +103,16 @@Table of Contents
- What's New?
-
-- pomdp_py
-- problems
+ @@ -119,6 +128,14 @@Table of Contents
Related Topics
diff --git a/docs/html/api/pomdp_py.problems.tag.html b/docs/html/api/pomdp_py.problems.tag.html index a14e95a..87f976a 100644 --- a/docs/html/api/pomdp_py.problems.tag.html +++ b/docs/html/api/pomdp_py.problems.tag.html @@ -5,15 +5,17 @@ -
- Documentation overview
+
- pomdp_py
+
- pomdp_py.problems package
++
- pomdp_py.problems.tag package
++
- Previous: pomdp_py.problems.tag.domain package
+- Next: pomdp_py.problems.tag.models package
+pomdp_py.problems.tag package — pomdp_py 1.3.5 documentation - +pomdp_py.problems.tag package — pomdp_py 1.3.5.1 documentation + - + + + @@ -35,7 +37,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -84,9 +86,16 @@Table of Contents
- What's New?
-
-- pomdp_py
-- problems
+ @@ -102,6 +111,12 @@Table of Contents
Related Topics
diff --git a/docs/html/api/pomdp_py.problems.tag.models.components.html b/docs/html/api/pomdp_py.problems.tag.models.components.html index b2e639b..fa2b950 100644 --- a/docs/html/api/pomdp_py.problems.tag.models.components.html +++ b/docs/html/api/pomdp_py.problems.tag.models.components.html @@ -5,15 +5,17 @@ -
- Documentation overview
+
- pomdp_py
+
- pomdp_py.problems package
++
- Previous: pomdp_py.problems.rocksample.cythonize package
+- Next: pomdp_py.problems.tag.agent package
+pomdp_py.problems.tag.models.components package — pomdp_py 1.3.5 documentation - +pomdp_py.problems.tag.models.components package — pomdp_py 1.3.5.1 documentation + - + + + @@ -35,7 +37,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -89,9 +91,16 @@Table of Contents
- What's New?
-
-- pomdp_py
-- problems
+ @@ -107,6 +116,16 @@Table of Contents
Related Topics
diff --git a/docs/html/api/pomdp_py.problems.tag.models.html b/docs/html/api/pomdp_py.problems.tag.models.html index b41b481..741c146 100644 --- a/docs/html/api/pomdp_py.problems.tag.models.html +++ b/docs/html/api/pomdp_py.problems.tag.models.html @@ -5,16 +5,18 @@ -pomdp_py.problems.tag.models package — pomdp_py 1.3.5 documentation - +pomdp_py.problems.tag.models package — pomdp_py 1.3.5.1 documentation + - + + + @@ -36,7 +38,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -108,9 +110,16 @@Table of Contents
- What's New?
-
+- pomdp_py
-- problems
+ @@ -126,6 +135,14 @@Table of Contents
Related Topics
diff --git a/docs/html/api/pomdp_py.problems.tiger.cythonize.html b/docs/html/api/pomdp_py.problems.tiger.cythonize.html index adbe72e..16d5daa 100644 --- a/docs/html/api/pomdp_py.problems.tiger.cythonize.html +++ b/docs/html/api/pomdp_py.problems.tiger.cythonize.html @@ -5,10 +5,10 @@ -pomdp_py.problems.tiger.cythonize package — pomdp_py 1.3.5 documentation - +pomdp_py.problems.tiger.cythonize package — pomdp_py 1.3.5.1 documentation + - + @@ -37,7 +37,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -547,17 +547,17 @@pomdp_py.problems.tiger.cythonize.run_tiger module
Bases:
POMDP
- -ACTIONS = [TigerAction(open-left), TigerAction(listen), TigerAction(open-right)]¶
+ACTIONS = [TigerAction(open-left), TigerAction(open-right), TigerAction(listen)]¶
- -OBSERVATIONS = [TigerObservation(tiger-left), TigerObservation(tiger-right)]¶
+OBSERVATIONS = [TigerObservation(tiger-right), TigerObservation(tiger-left)]¶@@ -926,17 +926,17 @@
- -STATES = [TigerState(tiger-left), TigerState(tiger-right)]¶
+STATES = [TigerState(tiger-right), TigerState(tiger-left)]¶pomdp_py.problems.tiger.cythonize.tiger_problem module
Bases:
POMDP
- -ACTIONS = [TigerAction(open-left), TigerAction(listen), TigerAction(open-right)]¶
+ACTIONS = [TigerAction(open-left), TigerAction(open-right), TigerAction(listen)]¶
- -OBSERVATIONS = [TigerObservation(tiger-left), TigerObservation(tiger-right)]¶
+OBSERVATIONS = [TigerObservation(tiger-right), TigerObservation(tiger-left)]¶@@ -1305,17 +1305,17 @@
- -STATES = [TigerState(tiger-left), TigerState(tiger-right)]¶
+STATES = [TigerState(tiger-right), TigerState(tiger-left)]¶pomdp_py.problems.tiger.cythonize.tiger_problem module
Bases:
POMDP
- -ACTIONS = [TigerAction(open-left), TigerAction(listen), TigerAction(open-right)]¶
+ACTIONS = [TigerAction(open-left), TigerAction(open-right), TigerAction(listen)]¶
- -OBSERVATIONS = [TigerObservation(tiger-left), TigerObservation(tiger-right)]¶
+OBSERVATIONS = [TigerObservation(tiger-right), TigerObservation(tiger-left)]¶@@ -1684,17 +1684,17 @@
- -STATES = [TigerState(tiger-left), TigerState(tiger-right)]¶
+STATES = [TigerState(tiger-right), TigerState(tiger-left)]¶pomdp_py.problems.tiger.cythonize.tiger_problem module
Bases:
POMDP
- -ACTIONS = [TigerAction(open-left), TigerAction(listen), TigerAction(open-right)]¶
+ACTIONS = [TigerAction(open-left), TigerAction(open-right), TigerAction(listen)]¶
- -OBSERVATIONS = [TigerObservation(tiger-left), TigerObservation(tiger-right)]¶
+OBSERVATIONS = [TigerObservation(tiger-right), TigerObservation(tiger-left)]¶diff --git a/docs/html/api/pomdp_py.problems.tiger.html b/docs/html/api/pomdp_py.problems.tiger.html index 8867605..db3fe01 100644 --- a/docs/html/api/pomdp_py.problems.tiger.html +++ b/docs/html/api/pomdp_py.problems.tiger.html @@ -5,10 +5,10 @@ -
- -STATES = [TigerState(tiger-left), TigerState(tiger-right)]¶
+STATES = [TigerState(tiger-right), TigerState(tiger-left)]¶pomdp_py.problems.tiger package — pomdp_py 1.3.5 documentation - +pomdp_py.problems.tiger package — pomdp_py 1.3.5.1 documentation + - + @@ -38,7 +38,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -615,7 +615,7 @@Submodules
- -ACTIONS = [TigerAction(open-right), TigerAction(listen), TigerAction(open-left)]¶
+ACTIONS = [TigerAction(open-left), TigerAction(open-right), TigerAction(listen)]¶diff --git a/docs/html/api/pomdp_py.representations.belief.html b/docs/html/api/pomdp_py.representations.belief.html index 4e2f223..afaabe9 100644 --- a/docs/html/api/pomdp_py.representations.belief.html +++ b/docs/html/api/pomdp_py.representations.belief.html @@ -5,10 +5,10 @@ -
pomdp_py.representations.belief package — pomdp_py 1.3.5 documentation - +pomdp_py.representations.belief package — pomdp_py 1.3.5.1 documentation + - + @@ -38,7 +38,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -91,9 +91,9 @@Table of Contents
- pomdp_py.utils package
pomdp_py.problems package -problems diff --git a/docs/html/api/pomdp_py.representations.distribution.html b/docs/html/api/pomdp_py.representations.distribution.html index 89ba282..9349022 100644 --- a/docs/html/api/pomdp_py.representations.distribution.html +++ b/docs/html/api/pomdp_py.representations.distribution.html @@ -5,10 +5,10 @@ -pomdp_py.representations.distribution package — pomdp_py 1.3.5 documentation - +pomdp_py.representations.distribution package — pomdp_py 1.3.5.1 documentation + - + @@ -38,7 +38,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -88,6 +88,8 @@Table of Contents
WeightedParticles.from_histogram()
WeightedParticles.frozen
+ WeightedParticles.get_histogram()
+ WeightedParticles.hist
WeightedParticles.hist_valid
WeightedParticles.mpe()
WeightedParticles.particles
@@ -134,9 +136,9 @@ WeightedParticles.random()
Table of Contents
pomdp_py.utils package +pomdp_py.problems package -problems @@ -381,6 +383,16 @@pomdp_py.representations.distribution package +
+hist¶ + + ++
+- +hist_valid¶
+
- mpe(self)¶
diff --git a/docs/html/api/pomdp_py.representations.html b/docs/html/api/pomdp_py.representations.html index c2f5b36..71ddf1d 100644 --- a/docs/html/api/pomdp_py.representations.html +++ b/docs/html/api/pomdp_py.representations.html @@ -5,10 +5,10 @@ -pomdp_py.representations package — pomdp_py 1.3.5 documentation - +pomdp_py.representations package — pomdp_py 1.3.5.1 documentation + - + @@ -37,7 +37,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -70,9 +70,9 @@Navigation
pomdp_py.utils package +pomdp_py.problems package -problems @@ -181,6 +181,8 @@pomdp_py.representations package
WeightedParticles.from_histogram()
WeightedParticles.frozen
+ WeightedParticles.get_histogram()
+ WeightedParticles.hist
WeightedParticles.hist_valid
WeightedParticles.mpe()
WeightedParticles.particles
diff --git a/docs/html/api/pomdp_py.utils.debugging.html b/docs/html/api/pomdp_py.utils.debugging.html index 5944ea6..c6080c5 100644 --- a/docs/html/api/pomdp_py.utils.debugging.html +++ b/docs/html/api/pomdp_py.utils.debugging.html @@ -5,10 +5,10 @@ - WeightedParticles.random()
pomdp_py.utils.debugging module — pomdp_py 1.3.5 documentation - +pomdp_py.utils.debugging module — pomdp_py 1.3.5.1 documentation + - + @@ -35,7 +35,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -110,7 +110,6 @@Table of Contents
diff --git a/docs/html/api/pomdp_py.utils.html b/docs/html/api/pomdp_py.utils.html index c05252f..92bab9c 100644 --- a/docs/html/api/pomdp_py.utils.html +++ b/docs/html/api/pomdp_py.utils.html @@ -5,10 +5,10 @@ -pomdp_py.utils package — pomdp_py 1.3.5 documentation - +pomdp_py.utils package — pomdp_py 1.3.5.1 documentation + - + @@ -38,7 +38,7 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -333,7 +333,7 @@pomdp_py.utils package
pomdp_py.utils.interfaces
Utilities for interfacing with external libraries
This module contains utility functions making it easier to debug POMDP planning.
A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
diff --git a/docs/html/api/pomdp_py.visual.html b/docs/html/api/pomdp_py.visual.html index ade180a..1f5b8ad 100644 --- a/docs/html/api/pomdp_py.visual.html +++ b/docs/html/api/pomdp_py.visual.html @@ -5,10 +5,10 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
diff --git a/docs/html/building_docs.html b/docs/html/building_docs.html index 35b1c6b..c27377f 100644 --- a/docs/html/building_docs.html +++ b/docs/html/building_docs.html @@ -5,10 +5,10 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
diff --git a/docs/html/changelog.html b/docs/html/changelog.html index 6f9d7fb..c017a2f 100644 --- a/docs/html/changelog.html +++ b/docs/html/changelog.html @@ -5,10 +5,10 @@ -A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -56,6 +56,7 @@Best viewed on the website.
+Hot fixes for WeightedParticles
.
Agent
can be created with a name.
Bug fixes for release script and GHA workflow.
Removed dependency on pygraphviz
;
Added utils.debugging.Treedebugger
, which makes it easier to inspect the search tree.
-See debugging
.
debugging
.Added WeightedParticles
; Refactored Particles
. (particles
)
Optionally show progress bar while simulating in POUCT/POMCP.
Added a CLI interface to simplify running example domains, e.g. python -m pomdp_py -r tiger
runs Tiger.
A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -64,7 +64,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -61,7 +61,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -102,7 +102,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -78,7 +78,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -80,7 +80,6 @@$ python -m pomdp_py.problems.multi_object_search.problem
A gridworld with randomly placed obstacles, targets and robot initial pose is generated; The robot is equipped with either a disk-shape sensor or a laser sensor [source]. A command-line interface is not yet provided; Check interpret
,
+
A gridworld with randomly placed obstacles, targets and robot initial pose is generated; The robot is equipped with either a disk-shape sensor or a laser sensor [source]. A command-line interface is not yet provided; Check interpret
,
equip_sensors
,
make_laser_sensor
,
make_proximity_sensor
diff --git a/docs/html/examples.tiger.html b/docs/html/examples.tiger.html
index c8a306a..1872ba7 100644
--- a/docs/html/examples.tiger.html
+++ b/docs/html/examples.tiger.html
@@ -5,10 +5,10 @@
-
A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -83,7 +83,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -61,7 +61,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -64,7 +64,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -61,7 +61,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -689,12 +689,16 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -136,7 +136,7 @@pomdp_py is a general purpose POMDP library written in Python and Cython. It features simple and comprehensive interfaces to describe POMDP or MDP problems. Originally written to support POMDP planning research, the interfaces also allow extensions to model-free or model-based learning in (PO)MDPs, multi-agent POMDP planning/learning, and task transfer or transfer learning.
Why pomdp_py? It provides a POMDP framework in Python with clean and intuitive interfaces. This makes POMDP-related research or projects accessible to more people. It also helps sharing code and developing a community.
-POMDP stands for Partially Observable Markov Decision Process [1].
+POMDP stands for Partially Observable Markov Decision Process [1].
The code is available on github. We welcome contributions to this library in:
Implementation of additional POMDP solvers (see Existing POMDP Solvers)
A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -82,7 +82,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -61,7 +61,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -61,7 +61,6 @@A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
@@ -140,7 +140,7 @@pomdp_py.algorithms.bsp.blqr
pomdp_py.algorithms.bsp.blqr
pomdp_py.utils.debugging
pomdp_py.utils.debugging
A framework to build and solve POMDP problems (v1.3.5).
+A framework to build and solve POMDP problems (v1.3.5.1).
diff --git a/docs/html/searchindex.js b/docs/html/searchindex.js index 9b6f17d..b133734 100644 --- a/docs/html/searchindex.js +++ b/docs/html/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["api/modules", "api/pomdp_py", "api/pomdp_py.algorithms", "api/pomdp_py.algorithms.bsp", "api/pomdp_py.algorithms.visual", "api/pomdp_py.framework", "api/pomdp_py.problems", "api/pomdp_py.problems.light_dark", "api/pomdp_py.problems.light_dark.agent", "api/pomdp_py.problems.light_dark.domain", "api/pomdp_py.problems.light_dark.env", "api/pomdp_py.problems.light_dark.models", "api/pomdp_py.problems.load_unload", "api/pomdp_py.problems.maze", "api/pomdp_py.problems.maze.domain", "api/pomdp_py.problems.maze.env", "api/pomdp_py.problems.maze.models", "api/pomdp_py.problems.maze.models.components", "api/pomdp_py.problems.multi_object_search", "api/pomdp_py.problems.multi_object_search.agent", "api/pomdp_py.problems.multi_object_search.domain", "api/pomdp_py.problems.multi_object_search.env", "api/pomdp_py.problems.multi_object_search.models", "api/pomdp_py.problems.multi_object_search.models.components", "api/pomdp_py.problems.rocksample", "api/pomdp_py.problems.rocksample.cythonize", "api/pomdp_py.problems.tag", "api/pomdp_py.problems.tag.agent", "api/pomdp_py.problems.tag.domain", "api/pomdp_py.problems.tag.env", "api/pomdp_py.problems.tag.models", "api/pomdp_py.problems.tag.models.components", "api/pomdp_py.problems.tiger", "api/pomdp_py.problems.tiger.cythonize", "api/pomdp_py.representations", "api/pomdp_py.representations.belief", "api/pomdp_py.representations.distribution", "api/pomdp_py.utils", "api/pomdp_py.utils.debugging", "api/pomdp_py.utils.interfaces", "api/pomdp_py.visual", "building_docs", "changelog", "design_principles", "examples", "examples.action_prior", "examples.external_solvers", "examples.mos", "examples.tiger", "existing_domains", "existing_solvers", "extensions", "index", "installation", "modules", "other_libraries"], "filenames": ["api/modules.rst", "api/pomdp_py.rst", "api/pomdp_py.algorithms.rst", "api/pomdp_py.algorithms.bsp.rst", "api/pomdp_py.algorithms.visual.rst", "api/pomdp_py.framework.rst", "api/pomdp_py.problems.rst", "api/pomdp_py.problems.light_dark.rst", "api/pomdp_py.problems.light_dark.agent.rst", "api/pomdp_py.problems.light_dark.domain.rst", "api/pomdp_py.problems.light_dark.env.rst", "api/pomdp_py.problems.light_dark.models.rst", "api/pomdp_py.problems.load_unload.rst", "api/pomdp_py.problems.maze.rst", "api/pomdp_py.problems.maze.domain.rst", "api/pomdp_py.problems.maze.env.rst", "api/pomdp_py.problems.maze.models.rst", "api/pomdp_py.problems.maze.models.components.rst", "api/pomdp_py.problems.multi_object_search.rst", "api/pomdp_py.problems.multi_object_search.agent.rst", "api/pomdp_py.problems.multi_object_search.domain.rst", "api/pomdp_py.problems.multi_object_search.env.rst", "api/pomdp_py.problems.multi_object_search.models.rst", "api/pomdp_py.problems.multi_object_search.models.components.rst", "api/pomdp_py.problems.rocksample.rst", "api/pomdp_py.problems.rocksample.cythonize.rst", "api/pomdp_py.problems.tag.rst", "api/pomdp_py.problems.tag.agent.rst", "api/pomdp_py.problems.tag.domain.rst", "api/pomdp_py.problems.tag.env.rst", "api/pomdp_py.problems.tag.models.rst", "api/pomdp_py.problems.tag.models.components.rst", "api/pomdp_py.problems.tiger.rst", "api/pomdp_py.problems.tiger.cythonize.rst", "api/pomdp_py.representations.rst", "api/pomdp_py.representations.belief.rst", "api/pomdp_py.representations.distribution.rst", "api/pomdp_py.utils.rst", "api/pomdp_py.utils.debugging.rst", "api/pomdp_py.utils.interfaces.rst", "api/pomdp_py.visual.rst", "building_docs.rst", "changelog.rst", "design_principles.rst", "examples.rst", "examples.action_prior.rst", "examples.external_solvers.rst", "examples.mos.rst", "examples.tiger.rst", "existing_domains.rst", "existing_solvers.rst", "extensions.rst", "index.rst", "installation.rst", "modules.rst", "other_libraries.rst"], "titles": ["pomdp_py", "pomdp_py package", "pomdp_py.algorithms package", "pomdp_py.algorithms.bsp package", "pomdp_py.algorithms.visual package", "pomdp_py.framework package", "pomdp_py.problems package", "pomdp_py.problems.light_dark package", "pomdp_py.problems.light_dark.agent package", "pomdp_py.problems.light_dark.domain package", "pomdp_py.problems.light_dark.env package", "pomdp_py.problems.light_dark.models package", "pomdp_py.problems.load_unload package", "pomdp_py.problems.maze package", "pomdp_py.problems.maze.domain package", "pomdp_py.problems.maze.env package", "pomdp_py.problems.maze.models package", "pomdp_py.problems.maze.models.components package", "pomdp_py.problems.multi_object_search package", "pomdp_py.problems.multi_object_search.agent package", "pomdp_py.problems.multi_object_search.domain package", "pomdp_py.problems.multi_object_search.env package", "pomdp_py.problems.multi_object_search.models package", "pomdp_py.problems.multi_object_search.models.components package", "pomdp_py.problems.rocksample package", "pomdp_py.problems.rocksample.cythonize package", "pomdp_py.problems.tag package", "pomdp_py.problems.tag.agent package", "pomdp_py.problems.tag.domain package", "pomdp_py.problems.tag.env package", "pomdp_py.problems.tag.models package", "pomdp_py.problems.tag.models.components package", "pomdp_py.problems.tiger package", "pomdp_py.problems.tiger.cythonize package", "pomdp_py.representations package", "pomdp_py.representations.belief package", "pomdp_py.representations.distribution package", "pomdp_py.utils package", "pomdp_py.utils.debugging module", "pomdp_py.utils.interfaces package", "pomdp_py.visual package", "Building Documentations", "Changelog", "Design Principles", "Examples", "Preference-based Action Prior", "Using External Solvers", "Multi-Object Search (MOS)", "Tiger", "Existing POMDP Domains", "Existing POMDP Solvers", "Use Case Extensions", "pomdp_py Documentation", "Installation", "docs", "Other POMDP Libraries"], "terms": {"packag": [0, 41, 47, 52, 53], "algorithm": [0, 1, 5, 7, 42, 46, 51, 52, 55], "po_rollout": [0, 1], "modul": [0, 1, 34, 41, 42, 47, 48, 52], "porollout": [0, 1, 2], "po_uct": [0, 1], "actionprior": [0, 1, 2, 42, 45, 48], "pouct": [0, 1, 2, 18, 26, 37, 38, 42, 45, 47, 48, 50, 51], "qnode": [0, 1, 2, 37, 38], "randomrollout": [0, 1, 2, 12, 33], "rolloutpolici": [0, 1, 2, 22, 24, 25, 30, 32, 37, 45, 48], "rootvnod": [0, 1, 2], "treenod": [0, 1, 2], "vnode": [0, 1, 2, 37, 38, 42], "pomcp": [0, 1, 18, 35, 37, 38, 42, 45, 48, 50, 51, 53, 55], "rootvnodeparticl": [0, 1, 2], "vnodeparticl": [0, 1, 2], "value_iter": [0, 1], "valueiter": [0, 1, 2, 42, 48, 50], "bsp": [0, 1], "blqr": [0, 1, 7, 42], "visual": [0, 1, 6, 7, 18, 26, 47], "framework": [0, 1, 12, 33, 42, 43, 47, 48, 52], "basic": [0, 1, 2, 24, 25, 35, 43, 46, 48, 50], "action": [0, 1, 2, 5, 6, 7, 12, 13, 18, 21, 22, 23, 24, 25, 26, 29, 30, 31, 32, 33, 35, 37, 38, 42, 43, 46, 47, 48, 50, 53], "agent": [0, 1, 2, 5, 6, 7, 12, 13, 14, 18, 22, 23, 24, 25, 26, 28, 32, 33, 35, 37, 38, 42, 43, 47, 48, 49, 50, 51, 52, 53], "blackboxmodel": [0, 1, 5, 35, 42, 48], "distribut": [0, 1, 2, 5, 12, 19, 22, 24, 25, 30, 32, 33, 34, 35, 37, 43, 45, 48], "environ": [0, 1, 5, 10, 15, 18, 21, 22, 29, 32, 33, 42, 43, 47, 48], "generativedistribut": [0, 1, 5, 19, 31, 36], "observ": [0, 1, 2, 3, 5, 6, 7, 10, 12, 13, 18, 21, 22, 23, 24, 25, 26, 29, 30, 32, 33, 35, 37, 38, 42, 43, 46, 47, 48, 50, 52, 53], "observationmodel": [0, 1, 5, 6, 12, 22, 24, 25, 30, 32, 33, 35, 37, 43, 48, 51], "option": [0, 1, 2, 5, 20, 22, 23, 24, 25, 32, 33, 37, 38, 42, 46, 48, 53], "pomdp": [0, 1, 2, 5, 7, 12, 13, 18, 20, 22, 24, 25, 26, 28, 29, 30, 32, 33, 37, 38, 41, 42, 43, 44, 45, 51, 52], "policymodel": [0, 1, 2, 5, 6, 18, 22, 32, 42, 45, 48, 51], "rewardmodel": [0, 1, 5, 6, 12, 22, 24, 25, 30, 32, 33, 37, 42, 43, 48], "state": [0, 1, 2, 3, 5, 6, 7, 12, 13, 18, 19, 21, 22, 24, 25, 26, 30, 32, 33, 35, 36, 37, 42, 43, 45, 46, 47, 48, 50, 53, 55], "transitionmodel": [0, 1, 5, 6, 12, 22, 24, 25, 30, 32, 33, 35, 37, 43, 48, 51], "sample_explict_model": [0, 1, 5], "sample_generative_model": [0, 1, 5], "oopomdp": [0, 1, 18, 42, 47, 51], "oobelief": [0, 1, 5, 19, 21, 29, 42], "ooobserv": [0, 1, 5, 20], "ooobservationmodel": [0, 1, 5, 22], "oostat": [0, 1, 5, 20, 42], "ootransitionmodel": [0, 1, 5, 22], "objectst": [0, 1, 5, 18, 20], "planner": [0, 1, 2, 3, 12, 18, 24, 25, 32, 33, 46, 48], "represent": [0, 1, 2, 5, 19, 21, 42, 52], "belief": [0, 1, 2, 3, 5, 6, 7, 10, 12, 18, 21, 24, 25, 27, 29, 32, 34, 36, 42, 46, 47, 48, 53], "histogram": [0, 1, 18, 19, 33, 34, 42, 46, 48], "particl": [0, 1, 2, 19, 34, 42, 53], "gaussian": [0, 1, 2, 3, 34], "util": [0, 1, 42, 46, 52], "subpackag": [0, 1, 52], "interfac": [0, 1, 5, 37, 42, 43, 46, 47, 48, 49, 50, 51, 52, 55], "submodul": [0, 1, 6, 13, 16], "color": [0, 1, 10, 21, 29, 38], "lighter": [0, 1, 37], "rgb_to_hex": [0, 1, 37], "hex_to_rgb": [0, 1, 37], "inverse_color_rgb": [0, 1, 37], "inverse_color_hex": [0, 1, 37], "random_unique_color": [0, 1, 37], "cython_util": [0, 1], "cpython": [0, 1], "37m": [0, 1], "x86_64": [0, 1], "linux": [0, 1, 53], "gnu": [0, 1], "det_dict_hash": [0, 1, 37, 42], "debug": [0, 1, 42, 52], "treedebugg": [0, 1, 32, 42], "sorted_by_str": [0, 1, 37, 38], "interpret_color": [0, 1, 37, 38], "math": [0, 1, 2, 5, 42], "vec": [0, 1, 37], "proj": [0, 1, 37], "r_x": [0, 1, 37], "r_y": [0, 1, 37], "r_z": [0, 1, 37], "t": [0, 1, 2, 3, 5, 18, 19, 21, 32, 33, 35, 36, 37, 43, 46, 48, 50, 55], "to_radian": [0, 1, 37], "r_between": [0, 1, 37], "approx_equ": [0, 1, 37], "euclidean_dist": [0, 1, 6, 22, 23, 24, 25, 37], "misc": [0, 1], "remap": [0, 1, 37], "json_saf": [0, 1, 37], "safe_slic": [0, 1, 37], "similar": [0, 1, 37, 46, 48], "special_char": [0, 1, 37], "plot": [0, 1, 6, 7, 53], "templat": [0, 1, 42], "simplest": [0, 1, 37], "simpleact": [0, 1, 37], "simpleobserv": [0, 1, 37], "dettransitionmodel": [0, 1, 37], "detobservationmodel": [0, 1, 37], "detrewardmodel": [0, 1, 37], "uniformpolicymodel": [0, 1, 37], "tabulartransitionmodel": [0, 1, 37, 42], "tabularobservationmodel": [0, 1, 37, 42], "tabularrewardmodel": [0, 1, 37, 42], "test_util": [0, 1], "typ": [0, 1], "bcolor": [0, 1, 37], "info": [0, 1, 37], "note": [0, 1, 2, 5, 7, 18, 22, 32, 33, 35, 36, 37, 38, 45, 46, 48, 52, 53], "error": [0, 1, 37, 42], "warn": [0, 1, 2, 37, 38, 46], "success": [0, 1, 2, 37], "bold": [0, 1, 37], "cyan": [0, 1, 37], "magenta": [0, 1, 37], "blue": [0, 1, 10, 37, 38], "green": [0, 1, 37, 53], "yellow": [0, 1, 37], "red": [0, 1, 37, 47], "white": [0, 1, 10, 37], "content": [0, 1, 41, 52], "clear_ag": [1, 2], "last_best_reward": [1, 2], "plan": [1, 2, 3, 5, 7, 10, 18, 22, 23, 32, 37, 38, 42, 45, 46, 48, 51, 52, 55], "set_rollout_polici": [1, 2], "updat": [1, 2, 3, 5, 18, 21, 26, 29, 35, 37, 38, 42, 46, 47, 48], "update_agent_belief": [1, 2, 5], "get_preferred_act": [1, 2, 45], "last_num_sim": [1, 2, 48], "last_planning_tim": [1, 2], "updates_agent_belief": [1, 2, 5], "rollout": [1, 2, 6, 18, 22, 24, 25, 26, 30, 32, 37, 42, 45, 48], "from_vnod": [1, 2], "histori": [1, 2, 5, 19, 22, 24, 25, 27, 30, 32, 37, 38, 45, 48], "children": [1, 2, 37, 38, 42], "num_visit": [1, 2], "valu": [1, 2, 5, 24, 25, 31, 32, 34, 36, 37, 38, 42, 45, 46, 48, 53, 55], "argmax": [1, 2, 5, 6, 12, 18, 22, 24, 25, 26, 30, 32, 33, 37, 42, 48], "print_children_valu": [1, 2], "ekf_update_mlo": [1, 2, 3], "integrate_belief_seg": [1, 2, 3], "segmented_cost_funct": [1, 2, 3], "create_plan": [1, 2, 3], "interpret_sqp_plan": [1, 2, 3], "add_attr": [1, 5], "all_act": [1, 5], "all_observ": [1, 5], "all_stat": [1, 5], "init_belief": [1, 5, 12, 24, 27, 32, 33, 48], "sample_belief": [1, 5], "set_belief": [1, 5, 46, 48], "update_histori": [1, 5, 48], "sampl": [1, 2, 5, 6, 12, 18, 19, 22, 24, 25, 26, 30, 32, 33, 36, 37, 42, 45, 46, 48, 53], "__getitem__": [1, 5, 34, 36, 37, 38], "__setitem__": [1, 5, 34, 36], "apply_transit": [1, 5], "blackbox_model": [1, 5, 35], "cur_stat": [1, 5], "provide_observ": [1, 5], "reward_model": [1, 5, 6, 10, 18, 26, 47, 48], "state_transit": [1, 5, 18, 21, 46, 48], "transition_model": [1, 5, 6, 7, 18, 26, 35, 46, 47, 48], "get_histogram": [1, 5, 34, 36], "mpe": [1, 5, 18, 19, 30, 31, 34, 36, 42], "get_all_observ": [1, 5, 6, 32, 33, 37, 48], "get_distribut": [1, 5, 32, 33], "probabl": [1, 5, 6, 12, 13, 18, 19, 22, 24, 25, 26, 30, 31, 32, 33, 36, 37, 42, 43, 46, 48, 50], "initi": [1, 5, 7, 19, 21, 24, 25, 27, 32, 42, 45, 46, 47, 48], "polici": [1, 2, 5, 12, 13, 22, 24, 25, 30, 32, 33, 37, 42, 45, 46, 48], "termin": [1, 2, 5, 18, 24, 25, 37, 38, 46, 48], "get_all_act": [1, 5, 6, 12, 18, 22, 24, 25, 26, 30, 32, 33, 37, 45, 48], "get_all_st": [1, 5, 6, 32, 33, 37, 48], "b": [1, 2, 3, 5, 35, 37, 38, 46], "object_belief": [1, 5, 19], "random": [1, 2, 5, 6, 18, 19, 22, 24, 25, 30, 31, 34, 36, 37, 42, 45, 48], "set_object_belief": [1, 5], "factor": [1, 5, 18, 20, 46], "merg": [1, 5, 18, 20], "observation_model": [1, 5, 6, 7, 18, 26, 29, 35, 46, 47, 48], "copi": [1, 5, 53], "get_object_attribut": [1, 5], "get_object_class": [1, 5], "get_object_st": [1, 5], "": [1, 2, 3, 5, 7, 12, 13, 18, 20, 21, 22, 23, 24, 25, 28, 30, 32, 33, 35, 37, 38, 41, 42, 43, 46, 48, 50, 52], "set_object_st": [1, 5], "situat": [1, 5, 47], "abstraction_over_histogram": [1, 34, 35], "update_histogram_belief": [1, 34, 35, 46, 48], "abstraction_over_particl": [1, 34, 35], "particle_reinvigor": [1, 34, 35], "update_particles_belief": [1, 34, 35], "is_norm": [1, 34, 36], "add": [1, 2, 19, 34, 36, 42], "from_histogram": [1, 34, 36], "get_abstract": [1, 34, 36], "weightedparticl": [1, 34, 36, 42], "condens": [1, 34, 36], "weight": [1, 2, 34, 36, 37], "cov": [1, 34, 36], "covari": [1, 2, 3, 34, 36], "mean": [1, 2, 21, 23, 26, 34, 35, 36, 46], "sigma": [1, 18, 19, 22, 34, 36], "simple_rl": [1, 37, 55], "num_nod": [1, 37, 38], "depth": [1, 2, 37, 38], "d": [1, 2, 3, 37, 38, 48, 52], "num_lay": [1, 37, 38], "nl": [1, 37, 38], "nn": [1, 37, 38], "nq": [1, 37, 38], "nv": [1, 10, 37, 38], "l": [1, 2, 3, 12, 37, 38, 47, 48, 52], "layer": [1, 37, 38], "leaf": [1, 37, 38], "step": [1, 2, 18, 32, 33, 37, 38, 41, 42, 46, 48, 53], "back": [1, 37, 38], "root": [1, 37, 38, 41, 53], "r": [1, 2, 3, 5, 12, 18, 21, 22, 24, 25, 29, 30, 32, 33, 37, 38, 42, 43, 46, 48, 50, 52, 53], "c": [1, 2, 10, 37, 38, 55], "p": [1, 24, 25, 37, 38, 52], "pp": [1, 37, 38], "mbp": [1, 37, 38], "pm": [1, 37, 38], "mark_sequ": [1, 37, 38], "mark": [1, 7, 13, 20, 37, 38, 47], "mark_path": [1, 37, 38], "markp": [1, 37, 38], "clear": [1, 2, 19, 27, 37, 38, 47], "bestseq": [1, 37, 38], "bestseqd": [1, 37, 38], "single_node_str": [1, 37, 38], "preferred_act": [1, 37, 38], "path": [1, 37, 38, 41, 46], "path_to": [1, 37, 38], "tree_stat": [1, 37, 38], "left": [1, 12, 18, 20, 32, 33, 37, 38, 46, 48, 53], "up": [1, 5, 12, 37, 38], "right": [1, 10, 12, 18, 19, 20, 32, 33, 37, 38, 46, 48, 53], "down": [1, 37, 48], "longleft": [1, 37], "longright": [1, 37], "hline": [1, 37], "vline": [1, 37], "bottomleft": [1, 37], "longbottomleft": [1, 37], "topleft": [1, 37], "longtopleft": [1, 37], "topright": [1, 37], "longtopright": [1, 37], "bottomright": [1, 37], "longbottomright": [1, 37], "intersect": [1, 37], "topt": [1, 37], "leftt": [1, 37], "rightt": [1, 37], "bottomt": [1, 37], "shadebar": [1, 37], "subscript": [1, 37], "reward_func": [1, 37], "endc": [1, 37], "disabl": [1, 37], "exist": [2, 37, 38, 44, 46, 48, 51, 52], "solver": [2, 32, 42, 44, 47, 48, 52], "under": [2, 23, 41, 46, 48, 55], "develop": [2, 5, 42, 46, 50, 52, 53, 55], "contribut": [2, 49, 52, 53], "want": [2, 19, 41, 47], "po": [2, 24, 25, 52], "baselin": 2, "paper": [2, 3, 7, 12, 13, 18, 20, 22, 28, 30, 45, 47, 48, 52], "2": [2, 10, 12, 20, 24, 25, 26, 27, 29, 30, 31, 37, 38, 45, 46, 48, 52, 53, 55], "quot": [2, 7, 12, 13, 32, 33, 48], "from": [2, 5, 7, 12, 13, 19, 20, 21, 22, 23, 27, 30, 32, 33, 36, 37, 38, 41, 42, 45, 46, 47, 48, 53], "To": [2, 12, 33, 37, 38, 41, 45, 47, 48], "provid": [2, 42, 46, 47, 48, 51, 52, 55], "perform": [2, 3, 5, 46, 48, 55], "benchmark": 2, "case": [2, 18, 21, 22, 32, 33, 35, 46, 48, 49, 52, 55], "we": [2, 7, 18, 19, 22, 23, 41, 44, 46, 47, 48, 49, 52, 53, 55], "evalu": [2, 36], "simpl": [2, 7, 20, 22, 23, 24, 25, 26, 32, 44, 47, 48, 52], "mont": [2, 48], "carlo": [2, 48], "simul": [2, 5, 18, 21, 32, 42, 46, 48], "without": [2, 37, 42, 46, 47, 48], "ani": [2, 13, 21, 22, 36, 46], "tree": [2, 37, 38, 42, 47, 48], "The": [2, 3, 5, 7, 12, 13, 14, 18, 20, 21, 22, 23, 24, 25, 28, 30, 32, 33, 36, 37, 38, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 55], "us": [2, 3, 5, 7, 18, 19, 20, 21, 22, 23, 32, 35, 36, 37, 38, 41, 42, 43, 44, 45, 47, 48, 49, 50, 52, 53, 55], "describ": [2, 3, 5, 18, 21, 41, 43, 44, 45, 47, 48, 52], "section": [2, 47, 48], "3": [2, 12, 20, 21, 24, 25, 32, 33, 37, 38, 46, 48, 53, 55], "It": [2, 3, 5, 20, 22, 36, 37, 38, 42, 45, 46, 47, 48, 52, 55], "n": [2, 18, 20, 24, 25, 35, 36, 37, 38, 46, 47], "A": [2, 3, 5, 7, 12, 13, 18, 19, 21, 27, 32, 33, 37, 38, 42, 43, 46, 47, 48, 50, 52, 55], "each": [2, 3, 5, 12, 13, 21, 22, 36, 37, 38, 46], "legal": 2, "select": 2, "highest": [2, 5, 31, 36, 37, 38], "averag": [2, 36], "return": [2, 3, 5, 12, 19, 21, 22, 23, 24, 25, 30, 31, 32, 33, 35, 36, 37, 38, 42, 45, 46, 48], "don": [2, 5, 18, 35, 48], "requir": [2, 5, 12, 22, 24, 25, 30, 32, 33, 35, 37, 42, 43, 53], "an": [2, 3, 5, 7, 10, 12, 13, 18, 19, 20, 21, 22, 23, 24, 25, 29, 32, 33, 36, 37, 42, 43, 45, 46, 47, 48, 50, 52, 55], "But": [2, 5, 18, 20, 22, 32, 33, 35, 41, 42, 48], "do": [2, 5, 7, 41, 47, 48], "class": [2, 3, 5, 10, 12, 14, 15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 36, 37, 38, 42, 43, 45, 46, 47, 48, 51], "base": [2, 3, 5, 10, 12, 14, 15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 37, 38, 41, 42, 46, 47, 48, 51, 52, 55], "self": [2, 5, 12, 19, 21, 22, 24, 25, 30, 31, 32, 33, 36, 37, 38, 45, 47, 48], "carri": [2, 5], "inform": [2, 3, 5, 23, 27, 41, 43, 48], "bt": [2, 3, 5], "ht": [2, 5], "o": [2, 5, 12, 24, 25, 30, 32, 33, 35, 37, 41, 43, 46, 48, 50, 52], "g": [2, 3, 5, 13, 18, 21, 32, 42, 48, 49], "pi": [2, 5, 12, 22, 24, 25, 33, 43, 48], "necessari": [2, 5, 18, 47], "rollout_polici": [1, 2, 37, 38, 48], "given": [2, 5, 12, 18, 21, 22, 33, 35, 36, 37, 38, 43, 45, 46, 48], "one": [2, 5, 12, 19, 21, 32, 33, 37, 38, 44, 48, 52, 55], "real_act": [2, 5, 18, 27, 35], "real_observ": [2, 5, 18, 27, 35, 48], "real": [2, 5, 18, 21, 29, 35, 46, 48], "accordingli": [2, 5], "If": [2, 3, 5, 19, 21, 22, 27, 32, 33, 35, 36, 37, 38, 46, 48, 52], "i": [2, 3, 5, 7, 10, 12, 13, 14, 18, 19, 20, 21, 22, 23, 24, 25, 29, 30, 32, 33, 35, 36, 37, 38, 41, 42, 43, 45, 46, 47, 48, 49, 52, 53, 55], "also": [2, 5, 22, 32, 33, 37, 38, 47, 48, 50, 52, 55], "here": [2, 5, 7, 37, 38, 41, 45, 46, 48, 49, 53], "attribut": [2, 5, 20], "should": [2, 3, 5, 20, 22, 35, 41, 42, 43, 46, 47, 48, 51, 53], "set": [2, 5, 12, 19, 20, 21, 23, 24, 25, 30, 32, 33, 35, 36, 37, 42, 45, 46, 47, 48, 55], "true": [2, 5, 10, 13, 18, 21, 22, 23, 26, 32, 35, 36, 37, 38, 42, 46, 48, 53], "By": [2, 5, 23, 46], "default": [2, 5, 32, 35, 42, 46], "doe": [2, 5, 13, 23, 30, 36, 37, 38, 42, 43, 46, 48, 55], "noth": [2, 5], "function": [2, 3, 5, 7, 18, 19, 21, 27, 32, 35, 36, 37, 38, 42, 45, 46, 48, 50], "thi": [2, 3, 5, 7, 12, 18, 19, 20, 21, 22, 23, 24, 25, 29, 30, 32, 33, 35, 36, 37, 38, 41, 42, 43, 44, 45, 46, 48, 52, 53, 55], "uct": 2, "partial": [2, 12, 13, 32, 33, 48, 52], "present": [2, 7, 36], "extens": [2, 20, 22, 42, 48, 49, 52, 55], "combin": [2, 37], "mct": 2, "ucb1": [2, 42], "In": [2, 7, 18, 30, 32, 33, 44, 45, 46, 47, 48, 49], "other": [2, 6, 24, 25, 32, 33, 48, 52], "word": 2, "just": [2, 14, 19, 32, 33, 36, 37, 46, 48, 53], "arbitrari": 2, "strategi": 2, "mai": [2, 5, 7, 18, 24, 35, 41, 43, 44, 47, 52, 53], "refer": [2, 3, 7, 18, 24, 32, 33, 41, 42, 45], "spars": 2, "poss": 2, "introduc": [2, 12, 13, 42, 47, 48], "recent": 2, "5": [2, 3, 10, 21, 23, 24, 25, 32, 37, 38, 46, 48, 53], "mdp": [2, 5, 52, 55], "6": [2, 26, 37, 38, 46, 48, 53], "propos": 2, "call": [2, 5, 35, 46, 48], "powss": 2, "howev": [2, 48], "line": [2, 46, 47], "work": [2, 37, 38, 42, 46, 48, 52, 53, 55], "sole": 2, "still": [2, 35, 48], "compar": [2, 36], "exactli": 2, "while": [2, 12, 32, 33, 42, 48], "depend": [2, 3, 5, 7, 24, 30, 37, 42, 53], "explor": [2, 37, 38], "constant": [0, 2, 6, 37], "7": [2, 10, 37, 38, 42, 46], "reflect": 2, "prior": [2, 5, 18, 19, 26, 27, 32, 42, 48], "knowledg": [2, 48], "regard": [2, 5, 42, 48], "amount": [2, 7], "thei": [2, 19, 23, 35, 46], "follow": [2, 3, 5, 18, 32, 33, 37, 38, 45, 46, 47, 48, 52, 53], "wa": [2, 42, 47], "r_": 2, "hi": 2, "lo": 2, "where": [2, 3, 5, 7, 10, 18, 20, 21, 22, 24, 25, 35, 47, 48, 53], "rhi": 2, "achiev": 2, "dure": [2, 23, 37, 38, 42, 45, 46, 48], "run": [2, 23, 32, 33, 41, 42, 46, 47, 48, 53], "0": [2, 5, 10, 12, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 36, 37, 38, 45, 46, 48, 53], "rlo": 2, "lowest": 2, "inde": [2, 48], "differ": [2, 12, 18, 20, 22, 41, 42, 43, 47, 55], "between": [2, 5, 12, 21, 23, 24, 32, 37, 42, 43, 47, 55], "certainli": 2, "onli": [2, 5, 13, 22, 32, 37, 38, 42, 43, 48], "wai": [2, 46, 48, 55], "obtainx1": 2, "object": [0, 2, 5, 6, 10, 19, 20, 21, 22, 23, 24, 25, 29, 31, 36, 37, 38, 42, 45, 48, 51, 52, 53], "problem": [0, 2, 3, 5, 35, 42, 44, 46, 48, 49, 52, 53, 55], "specif": [2, 5, 36, 37, 38, 42, 48, 55], "cl": [2, 5], "kwarg": [2, 5, 12, 19, 20, 21, 22, 24, 25, 26, 29, 31, 33, 36, 37, 38, 42], "intend": 2, "classmethod": [2, 5, 20, 22, 29, 30, 31, 36, 46], "mimic": 2, "behavior": [2, 20, 42, 48], "generateleg": 2, "generatepref": 2, "david": [2, 48], "silver": [2, 48], "code": [2, 5, 37, 42, 45, 46, 47, 48, 52, 55], "tupl": [2, 3, 5, 10, 19, 21, 22, 24, 25, 30, 36, 37], "form": [2, 35], "num_visits_init": [1, 2], "value_init": [1, 2], "repres": [2, 3, 5, 10, 19, 24, 25, 35, 36, 37, 38, 44, 46, 47], "prefer": [2, 37, 38, 42, 48], "act": [2, 5, 32, 48, 52, 53], "despot": [2, 55], "For": [2, 5, 21, 23, 36, 42, 48, 53], "exampl": [2, 5, 18, 21, 23, 32, 33, 37, 38, 42, 45, 47, 48, 49, 50, 52], "certain": [2, 5], "possibl": [2, 5, 12, 20, 22, 24, 25, 30, 32, 33, 37, 48, 55], "subset": [2, 37, 38], "all": [2, 5, 12, 19, 22, 24, 25, 30, 32, 33, 36, 37, 38, 42, 48, 55], "when": [2, 5, 18, 24, 25, 28, 30, 36, 37, 38, 41, 42, 44, 45, 46, 47, 48, 52, 53, 55], "domain": [2, 6, 7, 10, 13, 18, 22, 24, 26, 32, 42, 44, 47, 52], "can": [2, 5, 7, 12, 14, 18, 20, 21, 22, 28, 32, 33, 37, 38, 42, 46, 47, 48, 50, 53, 55], "heurist": [2, 24, 25, 48], "space": [2, 3, 5, 7, 10, 12, 13, 19, 20, 22, 24, 25, 28, 32, 33, 35, 42, 46, 47, 48, 50], "enumer": [2, 32, 37, 38, 42, 43, 46, 48, 50], "__init__": [2, 5, 36, 41, 42, 45, 47, 48], "max_depth": [1, 2, 18, 26, 37, 38, 48], "planning_tim": [2, 18, 26, 42, 48], "1": [2, 3, 5, 7, 10, 12, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 32, 33, 36, 37, 38, 45, 46, 47, 48, 52, 53], "num_sim": [2, 37, 38, 42], "discount_factor": [1, 2, 5, 18, 26, 37, 38, 46, 48], "9": [2, 37, 42, 46, 48, 53], "exploration_const": [2, 18, 26, 37, 38, 48], "sqrt": 2, "action_prior": [1, 2, 45], "none": [2, 3, 5, 10, 18, 19, 20, 22, 24, 25, 29, 30, 32, 35, 36, 37, 38, 45, 46, 48, 53], "show_progress": 2, "fals": [2, 5, 10, 12, 18, 19, 21, 22, 23, 24, 25, 29, 31, 32, 33, 35, 36, 37, 46, 53], "pbar_update_interv": 2, "paramet": [2, 3, 5, 12, 18, 19, 21, 22, 24, 25, 27, 30, 32, 33, 35, 36, 37, 38, 42, 46, 48], "int": [2, 19, 21, 32, 33, 37, 38, 46], "float": [2, 5, 12, 21, 22, 24, 25, 30, 32, 33, 36, 37, 46], "time": [2, 12, 18, 20, 24, 25, 35, 46, 47], "second": [2, 35, 37, 38, 41, 46, 47], "neg": [2, 32, 33, 42, 48], "number": [2, 5, 18, 19, 32, 33, 35, 36, 37, 38, 42, 46, 55], "reach": [2, 5, 18, 46, 48], "both": [2, 32, 33, 37, 38, 46, 47], "ar": [2, 5, 7, 12, 18, 19, 22, 23, 24, 25, 28, 32, 33, 35, 36, 37, 38, 41, 42, 43, 46, 47, 48, 49, 53, 55], "over": [2, 7, 19, 32, 35, 36, 43, 44, 45, 48], "bool": [2, 5, 18, 21, 32, 35, 37, 38, 46], "print": [2, 37, 38, 42, 46, 48], "progress": [2, 42], "bar": [2, 42], "after": [2, 5, 12, 20, 21, 22, 29, 42, 46, 48], "you": [2, 5, 7, 18, 32, 33, 35, 37, 38, 41, 42, 45, 46, 47, 48, 52, 53], "even": [2, 49], "your": [2, 42, 47, 52], "stop": 2, "criteria": 2, "ran": 2, "last": [2, 13, 20], "assum": [2, 3, 5, 7, 10, 12, 19, 22, 23, 24, 25, 30, 32, 33, 36, 37, 42, 46, 53], "ha": [2, 5, 18, 23, 24, 25, 31, 36, 41, 46, 47, 51, 55], "been": [2, 48, 49], "take": [2, 5, 14, 24, 25, 28, 36, 42, 45, 46, 47, 48], "receiv": [2, 5, 12, 24, 25, 32, 33, 47, 48], "choos": [2, 45, 48], "uniformli": [2, 48], "child": 2, "implement": [2, 3, 5, 7, 12, 13, 18, 22, 24, 25, 28, 30, 32, 33, 36, 37, 42, 44, 45, 48, 49, 50, 51, 52, 55], "origin": [2, 7, 10, 12, 13, 20, 22, 24, 25, 45, 47, 48, 52], "larg": [2, 5, 28, 29, 30, 48], "http": [2, 3, 46, 52, 53], "nip": 2, "cc": 2, "4031": 2, "One": [2, 19, 48], "thing": 2, "happen": [2, 18, 22], "new": [2, 5, 21, 29, 35, 36, 42, 52], "store": [2, 5, 37, 46, 48], "level": [2, 47], "execut": [2, 5, 21, 23, 37, 38, 46, 48], "next": [2, 5, 12, 22, 24, 25, 30, 32, 33, 37, 48], "These": 2, "reinvigor": [2, 35, 53], "enough": [2, 12, 33, 49], "separ": [2, 41, 42, 47], "complet": [2, 7, 37, 46], "node": [2, 37, 38, 42, 46], "longer": 2, "keep": [2, 12, 33, 35, 37], "track": [2, 35], "reinvogr": 2, "onc": [2, 5, 32, 48], "have": [2, 3, 5, 18, 19, 21, 24, 25, 32, 33, 35, 36, 37, 38, 42, 43, 46, 47, 48, 49, 55], "previous": [2, 42, 47], "version": [2, 46, 53], "basicpomcp": 2, "jl": [2, 46, 55], "github": [2, 41, 42, 46, 52, 53], "com": [2, 46, 53], "juliapomdp": [2, 7], "two": [2, 32, 33, 36, 37, 41, 44, 46, 48, 55], "equival": [2, 10, 48], "gener": [2, 5, 18, 32, 33, 36, 41, 43, 45, 46, 47, 48, 49, 52], "doesn": [2, 19, 32, 33, 55], "hurt": [2, 32, 33, 48], "featur": [2, 37, 38, 42, 52, 55], "state_transform_func": [2, 35], "artifici": [2, 48, 52], "transform": 2, "signatur": [2, 42], "s_transform": 2, "maintain": [2, 5, 12, 35, 46], "iter": [2, 24, 25, 32, 35, 42, 46, 48, 53, 55], "explain": [2, 41], "4": [2, 3, 20, 37, 38, 46, 48, 53], "stochast": [2, 13, 32, 48, 52], "No": [2, 46], "prune": [2, 46], "explod": 2, "veri": [2, 5, 48], "fast": 2, "feasibl": [2, 5, 12, 24, 25, 30, 32, 33, 37], "small": [2, 12, 22, 26, 27, 29, 30, 32, 33, 42, 48], "explicitli": [2, 24, 25, 35, 43, 45, 46, 48, 50], "horizon": [2, 42, 46, 48], "inf": [2, 46], "epsilon": [2, 18, 19, 22, 36, 37], "1e": [2, 22, 36, 37, 48], "lqr": [2, 3], "maximum": [2, 3, 7, 10, 18, 19, 32, 33, 42, 46], "likelihood": [2, 3, 7, 10, 36], "func_sysd": [2, 3], "func_ob": [2, 3], "jac_sysd": [2, 3], "jac_ob": [2, 3], "jac_sysd_u": [2, 3], "noise_ob": [2, 3], "noise_sysd": [2, 3], "qlarg": [2, 3], "q": [2, 3, 37, 38, 42], "planning_horizon": [2, 3], "15": [2, 3, 32, 37, 38, 46, 48], "sourc": [2, 3, 10, 12, 14, 15, 18, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 32, 35, 37, 38, 41, 46, 47, 48, 53], "ut": [2, 3], "ekf": [2, 3], "equat": [2, 3, 35], "12": [2, 3, 21, 29, 37, 46, 53], "13": [2, 3, 42], "f": [2, 3, 10], "point": [2, 3, 23, 28, 30, 46], "mt": [2, 3], "cov_t": [2, 3], "np": [2, 3], "arrai": [2, 3, 10, 36], "shape": [2, 3, 10, 20, 22, 23, 47], "cost": [2, 3, 19, 24, 25, 35], "need": [2, 3, 7, 19, 22, 32, 33, 35, 42, 45, 46, 48, 53], "turn": [2, 3], "long": [2, 3], "vector": [2, 3, 36, 37, 46], "consist": [2, 3, 12, 33], "column": [2, 3], "stich": [2, 3], "togeth": [2, 3], "control": [2, 3, 21, 22, 29, 48], "noise_t": [2, 3], "nois": [2, 3, 24, 25, 32, 33, 48], "possibli": [2, 3], "matrix": [2, 3], "wt": [2, 3], "term": [2, 3], "e": [2, 3, 5, 12, 18, 20, 21, 22, 23, 24, 25, 30, 32, 33, 37, 38, 42, 47, 48, 49, 53], "ad": [2, 3, 5, 42], "system": [2, 3, 46, 48, 55], "dynam": [2, 3, 22, 23], "v": [2, 3, 37, 38, 42, 46], "eq": [2, 3], "sam": [2, 3], "dimension": [2, 3, 12], "noise_obs_cov": [2, 3], "correspond": [2, 3, 21, 45, 46], "b_i": [2, 3], "u_i": [2, 3], "num_seg": [2, 3], "18": [2, 3, 37, 38, 46], "phi": [2, 3], "sum": [2, 3], "b_": [2, 3, 35, 48], "b_t": [2, 3, 48], "seg": [2, 3], "essenti": [2, 3, 43], "bu_traj": [2, 3], "b_de": [2, 3], "u_d": [2, 3], "17": [2, 3], "desir": [2, 3, 41], "covt": [2, 3], "comput": [2, 3, 19, 35, 42, 46], "list": [2, 3, 36, 37, 38, 42, 46], "begin": [2, 3, 37, 48], "segment": [2, 3], "avail": [2, 3, 5, 42, 52], "pass": [2, 3, 5, 12, 46, 48], "empti": [2, 3, 27], "b_0": [2, 3], "u_init": [2, 3], "control_bound": [2, 3], "opt_opt": [2, 3], "opt_callback": [2, 3], "solv": [2, 3, 6, 12, 13, 18, 26, 32, 42, 44, 47, 50, 52, 53], "sqp": [2, 3], "direct": [2, 3, 51], "transcript": [2, 3], "produc": [2, 3], "doc": [2, 3, 42], "scipi": [2, 3], "org": [2, 3, 42, 46, 52, 53], "tutori": [2, 3, 42, 45], "optim": [2, 3, 48], "html": [2, 3, 41, 46, 53], "opt_r": [2, 3], "lesli": [2, 48, 52], "pack": [2, 48, 52], "kaelbl": [2, 48, 52], "michael": [2, 47, 48, 52], "littman": [2, 48, 52], "anthoni": [2, 46, 48, 50, 52], "cassandra": [2, 46, 48, 50, 52], "intellig": [2, 48, 52], "101": [2, 48, 52], "99": [2, 18, 26, 46, 48, 52], "134": [2, 48, 52], "1998": [2, 48, 52], "joel": [2, 48], "veness": [2, 48], "advanc": [2, 48, 55], "neural": [2, 48], "process": [2, 32, 33, 48], "2164": [2, 48], "2172": [2, 48], "2010": [2, 48], "levent": 2, "kocsi": 2, "csaba": 2, "szepesv": 2, "\u00e1": 2, "ri": 2, "bandit": 2, "european": 2, "confer": [2, 47, 48, 52], "machin": [2, 46], "learn": [2, 5, 43, 48, 49, 51, 52, 55], "282": 2, "293": 2, "springer": 2, "2006": 2, "platt": 2, "tedrak": 2, "lozano": 2, "perez": 2, "proceed": [2, 48], "robot": [2, 7, 14, 18, 19, 20, 21, 22, 23, 24, 25, 28, 30, 47, 48, 52, 55], "scienc": 2, "zaragoza": 2, "spain": 2, "june": 2, "doi": 2, "10": [2, 18, 21, 24, 25, 26, 27, 29, 30, 32, 33, 37, 38, 42, 46, 48, 52], "15607": 2, "rss": 2, "vi": [2, 48], "037": 2, "h": [2, 48], "lim": 2, "clair": 2, "j": 2, "tomlin": 2, "zachari": 2, "sunberg": 2, "search": [0, 2, 6, 12, 13, 19, 20, 22, 24, 25, 37, 38, 42, 48, 52, 53], "guarante": 2, "continu": [2, 7, 42, 48], "arxiv": [2, 52], "preprint": 2, "1910": 2, "04332": 2, "2019": [2, 18, 20, 22, 47, 48], "kearn": 2, "yishai": 2, "mansour": 2, "andrew": 2, "y": [2, 19, 20, 21, 22, 24, 25, 27, 28, 29], "ng": 2, "markov": [2, 32, 33, 48], "decis": [2, 32, 33, 48], "49": [2, 37], "193": 2, "208": 2, "2002": 2, "ant": 2, "\u00f3": 2, "nio": 2, "gusmao": 2, "tapani": 2, "raiko": 2, "toward": 2, "beyond": [2, 52], "game": 2, "go": [2, 13, 41, 44, 53], "ecai": 2, "384": 2, "389": 2, "2012": 2, "import": [5, 37, 38, 43, 45, 46, 48, 53], "must": [5, 7, 12, 13, 46, 48], "hashabl": [5, 36, 37, 42], "oper": 5, "its": [5, 7, 12, 13, 14, 21, 22, 23, 24, 25, 32, 33, 42, 43, 46, 48, 50, 51, 55], "job": [5, 43, 48], "taken": [5, 18, 36], "care": [5, 19], "suppli": [5, 45], "OR": 5, "policy_model": [5, 6, 18, 26, 37, 38, 47, 48], "attr_nam": 5, "attr_valu": 5, "allow": [5, 42, 47, 48, 52], "sometim": [5, 48], "model": [5, 6, 7, 12, 13, 18, 19, 20, 24, 25, 26, 32, 33, 37, 42, 46, 47, 50, 51, 52], "transit": [5, 12, 21, 22, 24, 25, 30, 32, 33, 35, 37, 46, 47, 48], "current": [5, 13, 21, 24, 25, 35, 37, 38, 46, 50], "which": [5, 14, 21, 24, 32, 33, 35, 36, 37, 38, 42, 45, 46, 48, 55], "most": [5, 12, 19, 22, 24, 25, 30, 33, 36, 37], "like": [5, 12, 19, 22, 24, 25, 30, 33, 36, 37, 38, 41, 42, 43, 47, 48, 53], "map": [5, 13, 16, 19, 20, 21, 22, 23, 27, 36, 37, 46], "variabl": [5, 31, 32, 36, 46], "pr": [5, 12, 22, 24, 25, 30, 32, 33, 35, 36, 37], "x": [5, 7, 10, 12, 19, 20, 21, 22, 24, 25, 27, 28, 29, 36, 53], "varval": 5, "evaul": 5, "world": [5, 12, 18, 20, 21, 22, 32, 48, 53], "2d": [5, 18, 20, 22, 23, 42], "gridworld": [5, 19, 20, 22, 47], "render": 5, "pygam": [5, 21, 29, 53], "Or": [5, 36, 48, 53], "could": [5, 18, 20, 21, 22, 32, 36, 44, 45, 48, 52, 55], "3d": 5, "opengl": 5, "therefor": [5, 12, 35], "mind": 5, "how": [5, 32, 44, 47, 52], "so": [5, 13, 37, 38, 41, 42, 48, 53, 55], "passiv": 5, "never": [5, 30], "nor": [5, 32, 33, 48], "init_st": [5, 10, 12, 15, 21, 24, 25, 29, 32, 46], "next_stat": [5, 12, 20, 21, 22, 24, 25, 30, 32, 33, 37, 48], "appli": [5, 42], "assign": [5, 36], "underli": [5, 33, 36], "accord": [5, 12, 22, 23, 24, 25, 28, 30, 32, 33, 37, 47, 48], "type": [5, 12, 19, 21, 22, 24, 25, 30, 32, 33, 35, 36, 37, 42, 45, 46], "synonym": 5, "result": [5, 20, 21, 22, 35, 48], "trigger": [5, 21], "becom": [5, 21, 48], "discount": [5, 12, 24, 25, 46, 53], "until": [5, 46], "condit": [5, 48], "reward": [5, 12, 21, 22, 24, 25, 30, 32, 33, 37, 46, 47, 48, 53], "addition": [5, 53], "exhibit": 5, "properti": [5, 10, 20, 21, 23, 24, 25, 29, 37, 38, 42], "That": [5, 46], "support": [5, 22, 36, 43, 45, 51, 52, 55], "dictionari": [5, 19, 36, 37, 48], "randomli": [5, 12, 22, 24, 25, 30, 32, 33, 36, 37, 47], "tempor": 5, "abstract": [5, 36], "defin": [5, 10, 12, 13, 14, 18, 20, 22, 36, 37, 42, 44, 45, 46, 47, 50, 51], "semi": 5, "reinforc": [5, 51, 55], "satisfi": 5, "conveni": [5, 32, 37, 42], "overriden": 5, "feel": [5, 55], "write": [5, 46], "boolean": 5, "whether": [5, 12, 43, 46], "technic": 5, "instanc": [5, 21, 24, 25, 32, 33, 46, 47], "env": [5, 6, 7, 13, 18, 26, 46, 47, 48], "name": [5, 12, 20, 24, 32, 33, 37, 46, 48], "treat": [5, 19, 32, 48], "h_t": [5, 48], "reason": 5, "accommod": 5, "vari": [5, 7, 20, 22], "probabilti": 5, "arg": [5, 12, 24, 25, 30, 32, 33, 37, 38, 42, 48], "pair": 5, "mathbb": 5, "denot": 5, "sim": [5, 48], "black": [5, 10], "box": 5, "creat": [5, 6, 7, 10, 32, 37, 38, 41, 42, 46, 47, 48], "n_step": 5, "compon": [5, 13, 16, 18, 22, 26, 30, 46, 47, 48], "oo": [5, 20, 29, 42, 47, 51], "As": [5, 45, 47], "main": [5, 6, 12, 24, 25, 26, 32, 33, 42, 46, 48], "benefit": 5, "reduc": [5, 20, 35], "scale": 5, "exponenti": [5, 24], "linear": 5, "increas": [5, 24], "see": [5, 36, 42, 43, 46, 47, 48, 49, 50, 52, 53], "alwai": [5, 13, 49], "objid": [5, 18, 19, 20, 21, 22], "alia": [5, 37, 38], "return_oost": [5, 19, 42], "z": [5, 21, 29, 35], "mapsto": 5, "z_1": 5, "cdot": [5, 46], "z_n": 5, "id": [5, 19, 20, 21, 22], "dict": [5, 19, 20, 21, 27, 35, 36, 42], "object_observ": [5, 20], "singl": [5, 20, 37, 38, 47], "prod_i": 5, "z_i": 5, "param": [5, 20], "again": 5, "chang": [5, 20, 22, 36, 42, 43, 48, 53], "directli": [5, 12, 33, 35, 48, 50], "object_st": [5, 20, 22], "becaus": [5, 12, 13, 19, 41, 43, 46, 48], "caus": 5, "hashcod": 5, "incorrect": [5, 37], "kei": [5, 37, 38], "attr": 5, "request": [5, 7], "frozenset": 5, "identifi": 5, "sinc": [5, 35, 48], "hash": [5, 37, 42], "s_i": [5, 20], "made": [5, 35, 42, 53], "str": [5, 21, 32, 36, 46], "onlin": [5, 7, 48], "pure": 5, "underneath": 5, "hood": 5, "Its": 5, "output": [5, 41, 46, 53], "expect": [5, 46, 53], "same": [5, 28, 30, 32, 35, 36, 42, 46, 48], "lasertag": [], "light_dark": [0, 6, 49], "problem_discret": [0, 6], "test": [0, 6, 32, 35, 42, 46], "load_unload": [0, 6], "maze": [0, 6, 49], "multi_object_search": [0, 6, 47, 53], "example_world": [0, 6, 47], "random_world": [6, 18], "rocksampl": [0, 6, 42, 53], "cython": [0, 6, 37, 42, 52, 53, 55], "rocksample_problem": [0, 6], "run_rocksampl": [6, 24], "rocktyp": [6, 24, 25], "good": [6, 24, 25, 47, 53], "bad": [6, 24, 25, 53], "invert": [6, 24, 25], "moveact": [6, 24, 25], "east": [6, 18, 20, 24, 25], "west": [6, 18, 20, 24, 25], "north": [6, 18, 20, 24, 25, 53], "south": [6, 18, 20, 24, 25], "sampleact": [6, 24, 25], "checkact": [6, 24, 25], "rstransitionmodel": [6, 24, 25], "rsobservationmodel": [6, 24, 25], "rsrewardmodel": [6, 24, 25], "rspolicymodel": [6, 24, 25], "rocksampleproblem": [6, 24, 25], "random_free_loc": [6, 24, 25], "in_exit_area": [6, 24, 25], "generate_inst": [6, 24, 25], "print_stat": [6, 24, 25], "test_plann": [6, 12, 24, 25, 32, 33, 48], "init_particles_belief": [6, 24, 25], "tag": [0, 6, 42], "experi": [0, 6, 7], "tiger": [0, 6, 37, 38, 42, 45, 46, 47, 52, 53], "run_tig": [6, 32], "tiger_problem": [0, 6, 37, 38, 42, 46, 48], "tigerst": [6, 32, 33, 46], "tigeract": [6, 32, 33], "tigerobserv": [6, 32, 33], "tigerproblem": [6, 32, 33, 37, 38, 46, 48], "make_tig": [6, 32], "lightdarkenviron": [7, 10], "light": [0, 6, 10, 42], "const": [7, 10], "dark": [0, 6, 10, 42], "mazeenviron": [13, 15], "finit": [12, 13, 32, 46, 48], "descript": [7, 12, 13, 18, 20, 21, 22, 24, 25, 32, 33, 48], "start": [12, 13, 21, 37, 38, 48, 53], "goal": [7, 13, 48], "cannot": [12, 13, 36, 41], "perceiv": [12, 13], "locat": [12, 13, 19, 23, 24, 25, 28, 30, 53], "orient": [13, 14, 18, 19, 20, 22, 23, 47, 51], "presenc": 13, "absenc": 13, "wall": [13, 14], "side": [12, 13, 48], "squar": 13, "non": 13, "zero": [13, 42], "slip": 13, "know": [13, 18, 35], "attempt": [13, 42], "make": [13, 19, 36, 37, 38, 41, 42, 43, 47, 52, 53, 55], "move": [7, 12, 13, 24, 25, 30, 31, 37, 38, 47, 53], "had": 13, "consequ": 13, "actual": [7, 13, 18, 23, 32, 33, 48], "posit": [7, 13, 14, 24, 25, 30, 31, 32, 33, 48], "Not": [13, 36], "yet": [7, 13, 42, 47], "motion": [14, 18, 20, 22, 24, 25, 28, 47], "look": [14, 20, 22, 47, 53], "positit": 14, "mosag": [18, 19], "clear_histori": [18, 19, 26, 27], "mosoobelief": [18, 19], "initialize_belief": [18, 19, 26, 27], "motionact": [18, 20, 23], "scheme_xyth": [18, 20], "scheme_vw": [18, 20], "forward": [18, 20], "backward": [18, 20, 42], "scheme_xi": [18, 20], "east2d": [18, 20, 31], "west2d": [18, 20, 31], "north2d": [18, 20, 31], "south2d": [18, 20, 31], "scheme": [18, 20], "lookact": [18, 20], "findact": [18, 20], "objectobserv": [18, 20, 22], "null": [18, 20, 22], "mosooobserv": [18, 20, 21, 53], "for_obj": [18, 20], "pose": [18, 20, 22, 23, 47], "robotst": [18, 20], "robot_pos": [18, 20, 23], "objects_found": [18, 20], "mosoost": [18, 20], "object_pos": [18, 20], "mosenviron": [18, 21], "robot_id": [18, 19, 20, 21, 22, 23], "interpret": [18, 20, 21, 36, 47], "interpret_robot_id": [18, 21], "equip_sensor": [18, 21, 47], "make_laser_sensor": [18, 21, 47], "make_proximity_sensor": [18, 21, 47], "grid_map": [18, 19, 22, 26, 27, 29, 30, 47], "sensor": [18, 19, 20, 21, 22, 24, 25, 47, 48], "mosobservationmodel": [18, 22], "objectobservationmodel": [18, 22], "unittest": [6, 18, 21, 22, 26, 29], "mosrewardmodel": [18, 22], "goalrewardmodel": [18, 22], "mostransitionmodel": [18, 22], "staticobjecttransitionmodel": [18, 22], "robottransitionmodel": [18, 22], "if_move_bi": [18, 22, 26, 30], "valid_pos": [18, 22, 30, 31], "in_boundari": [18, 22], "file": [18, 41, 42, 47, 48, 53, 55], "some": [18, 37, 42, 44, 46, 48, 49, 53, 55], "string": [10, 18, 21, 33, 37, 38, 46], "width": [18, 19, 22, 23, 26, 29, 31], "length": [18, 19, 22, 23, 26, 29, 31], "num_obj": 18, "num_obstacl": 18, "robot_char": 18, "init_robot_st": 19, "object_id": [19, 22], "dim": [19, 21, 22], "01": [18, 19, 22, 46], "belief_rep": [18, 19], "num_particl": [12, 18, 19, 24, 25, 26, 27, 35, 36], "100": [12, 18, 19, 27, 32, 33, 46, 48], "custum": [19, 27], "sure": [19, 48], "robot_orient": 19, "multi": [0, 6, 19, 20, 22, 42, 49, 51, 52, 53], "target": [18, 19, 21, 28, 30, 32, 46, 47, 48], "obstacl": [19, 21, 23, 47], "realli": [19, 48], "about": [12, 19, 23, 24, 25, 37, 38, 42, 47], "them": [19, 37, 42, 44, 48, 53, 55], "includ": [18, 19, 22, 41, 42, 43], "unspecifi": 19, "uniform": [19, 24, 25, 26, 27, 32, 48], "radian": 19, "cup": [20, 48], "find": [20, 22, 42, 47, 52, 53], "45deg": 20, "input": [20, 21, 46, 50], "forc": 20, "everi": [20, 24, 25], "w": [20, 47], "drop": 20, "mo": [0, 6, 20, 42, 52, 53], "xy": [10, 20, 31], "distance_cost": 20, "motion_nam": 20, "xyth": [20, 53], "141592653589793": 20, "71238898038469": 20, "5707963267948966": 20, "vw": 20, "7853981633974483": 20, "icra": [18, 20, 22, 47], "instead": [18, 20, 22, 32, 33, 42, 43, 48], "topolog": [18, 20, 22, 47], "graph": [18, 20, 22, 46, 47], "fan": [20, 22, 23, 47], "someth": [20, 22, 53], "els": [20, 22, 45, 46, 48], "objpos": 20, "thu": [20, 35, 47], "grid": [12, 20, 22, 23, 24, 25, 30, 47], "s_1": 20, "s_2": 20, "s_n": 20, "s_r": 20, "leq": 20, "sr": 20, "objclass": 20, "camera_direct": 20, "overrid": 21, "parent": [21, 37, 38], "worldstr": [21, 26, 29, 31], "rx": [21, 29], "xt": 21, "laser": [21, 22, 23, 47], "fov": [21, 23], "90": [21, 23], "min_rang": [21, 23], "max_rang": [21, 23], "indic": [21, 35], "obsticl": 21, "replac": 21, "upper": 21, "letter": 21, "serv": 21, "lower": [10, 21], "except": [21, 29, 37, 38], "signal": 21, "laser2dsensor": [21, 22, 23], "robot_nam": 21, "worldmap": 21, "charact": [10, 21], "angle_incr": [21, 23], "dist_rang": 21, "occlus": [21, 23, 47], "scanner": [21, 23, 47], "configur": [7, 21], "angl": [21, 23, 47], "end": [21, 37], "beam": [21, 23, 47], "scan": [21, 23, 47], "degre": [21, 23, 47], "angular": 21, "distanc": [21, 23, 24], "measur": 21, "rad": 21, "consid": [18, 21, 35, 47], "radiu": [10, 21, 23], "proxim": [21, 22, 23], "occlusion_en": [21, 23], "gridmap": [22, 23, 27, 30, 31], "valid_mot": [22, 23, 30, 31], "to_rad": [22, 23], "in_rang": [22, 23], "within_rang": [22, 23], "sensing_region_s": [22, 23], "in_field_of_view": [22, 23], "shoot_beam": [22, 23], "valid_beam": [22, 23], "proximitysensor": [22, 23], "own": [22, 42, 43], "well": [22, 32, 33, 47, 48], "within": [22, 23, 47], "rang": [22, 23, 46, 47, 48], "equip": [22, 47], "occup": [22, 27], "target_object": 22, "big": [22, 26, 27, 29, 30], "1000": [18, 22, 26, 36], "normal": [12, 22, 24, 25, 33, 35, 36], "get": [22, 26, 32, 33, 48, 53], "detect": 22, "relat": [22, 52], "determinist": [22, 23, 24, 25, 30, 35, 37, 48], "09": [22, 36], "necessarili": 22, "static": [21, 22, 24, 25, 29, 32, 37, 38], "next_object_st": 22, "perfect": [22, 24, 25, 47], "check_collis": 22, "robot_st": 22, "next_robot_st": [18, 22], "pose_objid": 22, "valid": [22, 23, 43], "overlap": 22, "addit": [22, 35, 46, 49, 52, 53], "assist": 23, "collis": 23, "avoid": [23, 35, 42, 43], "invalid": [23, 48], "contain": [23, 32, 33, 35, 37, 38, 41, 42, 46, 48, 50, 55], "all_motion_act": 23, "bump": [23, 42], "determin": [23, 24, 25, 48], "assumpt": 23, "p1": [10, 23, 24, 25, 37], "p2": [10, 23, 24, 25, 37], "deg": 23, "val": 23, "env_stat": 23, "might": [23, 32, 33, 47, 48], "visibl": [23, 42], "due": [23, 42, 47], "gap": 23, "view_angl": 23, "th": [21, 23, 29, 37], "field": [23, 32, 33, 42], "view": [23, 42], "size": [10, 21, 23, 29, 42, 46], "180": 23, "front": [23, 32, 33, 48], "our": [7, 23, 47, 48, 55], "convent": [23, 44, 52], "270": 23, "360": [23, 47], "shoot": 23, "bear": 23, "dist": 23, "increment": 23, "mosobserv": 23, "region": [21, 23, 47], "center": [10, 23], "rock_id": [24, 25], "rsaction": [24, 25], "rsobserv": [24, 25], "qualiti": [24, 25], "rsstate": [24, 25], "k": [24, 25], "uai": [24, 25], "2004": [24, 25, 52], "rocktype_1": [24, 25], "rocktype_2": [24, 25], "rocktype_k": [24, 25], "rocktype_i": [24, 25], "terminalst": [24, 25], "rock": [24, 25], "known": [24, 25, 55], "check_i": [24, 25], "smartli": [24, 25], "check": [24, 25, 42, 46, 47, 48, 55], "check_1": [24, 25], "check_k": [24, 25], "first": [24, 25, 37, 38, 41, 46, 47, 48, 53], "four": [24, 25], "noisi": [24, 25], "eta": [24, 25], "exit": [24, 25], "area": [24, 25], "equal": [24, 25, 32, 33, 37, 38, 48], "being": [5, 24, 25], "rock_loc": 24, "half_efficiency_dist": 24, "20": [24, 37, 38, 42, 46], "not_free_loc": [24, 25], "nxn": [24, 25], "free": [24, 25, 32, 33, 47, 48, 51, 52, 55], "nstep": [12, 24, 25, 32, 33, 48], "95": [12, 24, 25, 37, 38, 46, 48], "initialize_particles_belief": [26, 27], "belief_upd": [6, 18, 26, 27], "tagag": [26, 27], "tagact": [26, 28], "tagobserv": [26, 28], "tagstat": [26, 28], "motion_polici": [26, 30], "tagobservationmodel": [26, 30], "tagpolicymodel": [26, 30], "tagrewardmodel": [26, 30], "tagtransitionmodel": [26, 30], "init_robot_posit": [26, 27], "hold": [27, 43], "pr_stai": [26, 27, 29, 31], "anytim": [28, 30, 46], "approxim": [28, 30, 36, 55], "cell": [28, 30, 47], "target_posit": [28, 31], "person": 28, "found": [28, 46, 47, 53], "robot_posit": [28, 31], "target_found": 28, "from_str": [26, 29, 30, 31], "free_cel": [30, 31], "tagtargetmotionpolici": [30, 31], "ohterwis": 30, "anyth": 30, "There": [7, 30, 41, 46, 48, 49, 55], "stochaist": 30, "movement": 30, "With": [30, 48], "8": [12, 30, 37, 38, 42, 46, 53], "awai": [7, 30, 32, 33, 48], "stai": [30, 32, 42, 48], "place": [12, 30, 47, 48], "closer": 30, "target_motion_polici": 30, "obstacle_pos": 31, "all_mot": 31, "next_target_posit": 31, "valid_target_motion_act": 31, "tigerobservationmodel": [32, 33], "tigerpolicymodel": [32, 33], "tigerrewardmodel": [32, 33], "tigertransitionmodel": [32, 33], "build_act": [32, 33], "build_observ": [32, 33], "build_set": [32, 33], "build_stat": [32, 33], "classic": [24, 32, 33, 48], "specifi": [32, 33, 37, 41, 42, 45, 46, 48], "introduct": [32, 33, 48], "kamalzadeh": [32, 33, 48], "hahsler": [32, 33, 48], "put": [32, 33, 48], "behind": [32, 33, 48], "door": [32, 33, 48], "treasur": [32, 33, 48], "stand": [32, 33, 37, 38, 48, 52], "close": [32, 33, 48], "decid": [32, 33, 48], "open": [32, 33, 37, 38, 46, 48], "wait": [32, 33, 48], "listen": [32, 33, 37, 38, 42, 46, 48, 53], "neither": [32, 33, 48], "entir": [32, 33, 37, 38, 48], "accur": [32, 33, 48], "hear": [32, 33, 48], "vice": [32, 33, 48], "versa": [32, 33, 48], "either": [32, 33, 35, 42, 46, 47, 48], "more": [18, 24, 32, 33, 35, 37, 38, 41, 42, 44, 45, 46, 47, 48, 49, 51, 52, 55], "complic": [32, 33, 44, 47, 48, 52], "re": [5, 21, 29, 32, 41, 48], "spec": [32, 46, 48], "reset": [32, 48], "otherwis": [12, 32, 48], "obs_nois": [32, 48], "init_true_st": [32, 33, 48], "fact": 32, "debug_tre": 32, "feedback": [32, 33, 47, 48], "loop": [32, 33, 47, 48], "pdb": [32, 37, 38], "dd": [32, 37, 38], "quickli": [32, 44, 52], "build": [32, 42, 43, 46, 47, 52, 53], "extern": [12, 33, 42, 48, 50, 52, 53], "extrem": [12, 33], "dumb": [12, 33], "obs_prob": 33, "trans_prob": 33, "current_histogram": 35, "state_mapp": [35, 36], "oarg": 35, "targ": 35, "static_transit": 35, "next_state_spac": 35, "sum_": 35, "help": [35, 37, 38, 46, 47, 52], "nest": 35, "alreadi": [35, 51], "prohibit": 35, "effici": [24, 35], "part": [35, 46], "simpli": [35, 48], "At": 35, "least": 35, "ok": 35, "current_particl": 35, "todo": [13, 35, 42], "prob": 36, "unweight": 36, "inherit": [36, 42, 48], "feed": 36, "through": [12, 18, 36, 37, 38, 45, 48], "multipl": [36, 51], "those": [36, 42, 48, 53], "approx_method": 36, "distance_func": 36, "drawn": 36, "nearest": 36, "queri": 36, "match": [36, 42], "closest": 36, "exact": [12, 36, 42, 48], "uniqu": 36, "aggreg": 36, "numer": [36, 46, 55], "densiti": 36, "multivari": 36, "isn": 36, "arbitrarili": 36, "deal": 37, "percent": 37, "rgb": 37, "255": [21, 29, 37], "hx": 37, "len": [37, 45], "ctype": 37, "dct": 37, "easier": [37, 38, 42], "core": [37, 38, 42, 43], "incorpor": [37, 38], "design": [37, 38, 52], "eas": [37, 38], "ipdb": [37, 38], "session": [37, 38], "minim": [37, 38, 42], "usag": [37, 38], "pomdp_problem": [0, 6, 37, 38, 42], "suppos": [37, 38], "too": [37, 38], "4096": [37, 38], "200": [37, 38], "set_trac": [37, 38], "program": [37, 38, 46, 50], "enter": [37, 38], "debugg": [37, 38], "_vnodepp": [37, 38], "4095": [37, 38], "19": [37, 38, 46], "529": [37, 38], "\u2080listen": [37, 38], "_qnodepp": [37, 38], "4059": [37, 38], "\u2080tiger": [37, 38], "2013": [37, 38], "16": [37, 38], "586": [37, 38], "1883": [37, 38], "1441": [37, 38], "300": [37, 38], "out": [37, 38, 46, 47, 55], "\u2081open": [37, 38], "139": [37, 38], "847": [37, 38], "\u2082open": [37, 38], "112": [37, 38, 46], "57": [37, 38], "191": [37, 38], "text": [37, 38, 46], "retriev": [37, 38], "subtre": [37, 38], "index": [37, 38, 46, 52], "2044": [37, 38], "160": [37, 38], "148": [37, 38], "634": [37, 38], "237": [37, 38], "500": [18, 26, 37, 38], "obtain": [37, 38], "sequenc": [10, 37, 38, 42, 48], "\u2081tiger": [37, 38], "1955": [37, 38], "947": [37, 38], "768": [37, 38], "022": [37, 38], "462": [37, 38], "395": [37, 38], "000": [37, 38], "247": [37, 38], "best": [37, 38, 42], "brows": [37, 38], "method": [37, 38, 42], "document": [37, 38, 42, 44, 46, 55], "futur": [37, 38], "organ": [37, 38, 47, 48], "kind": [37, 38], "total": [37, 38, 46], "largest": [37, 38], "edg": [37, 38, 46], "as_debugg": [37, 38], "Will": [37, 38], "high": [37, 38, 47, 55], "huge": [37, 38], "interact": [37, 38, 43], "along": [37, 38], "preset": [37, 38], "seq": [37, 38], "understand": [37, 38, 43], "_nodepp": [37, 38], "dest": [37, 38], "Such": [37, 38], "parent_edg": [37, 38], "indent": [37, 38], "include_children": [37, 38], "df": [37, 38], "gether": [37, 38], "statist": [37, 38], "colorstr": [37, 38], "assort": 37, "vec1": 37, "vec2": 37, "scalar": 37, "dx": 37, "dy": 37, "dz": 37, "v1": 37, "v2": 37, "06": [37, 46], "python": [12, 37, 42, 46, 47, 48, 52, 53, 55], "oldvalu": 37, "oldmin": 37, "oldmax": 37, "newmin": 37, "newmax": 37, "obj": 37, "arr": 37, "48": 37, "8320": 37, "8321": 37, "50": [37, 46], "8322": 37, "51": [37, 46], "8323": 37, "52": [37, 46], "8324": 37, "53": 37, "8325": 37, "54": 37, "8326": 37, "55": 37, "8327": 37, "56": 37, "8328": 37, "8329": 37, "particular": 37, "data": 37, "piec": 37, "correct": [37, 43, 48], "typic": [37, 48], "tabular": [37, 42], "built": [37, 41, 42, 43], "nextstat": 37, "emit": 37, "utilti": [10, 37], "typographi": 37, "purpos": [37, 47, 52], "displai": 37, "x1b": 37, "97m": 37, "96m": 37, "95m": 37, "94m": 37, "92m": 37, "93m": 37, "91m": 37, "1m": 37, "0m": 37, "shown": [37, 47], "sphinx": [41, 42], "web": 41, "page": [41, 52, 53], "Their": 41, "directori": [41, 53], "cd": 41, "py": [41, 42, 47, 48], "_sphinx_src": 41, "apidoc": 41, "api": 41, "rst": 41, "argument": [41, 42, 45], "readm": 41, "read": [41, 48], "me": 41, "Then": [18, 41, 48], "top": [41, 42], "repositori": [41, 53], "websit": [41, 42, 53], "construct": [18, 41, 46, 48], "symbol": 41, "link": [41, 42, 46, 47, 52], "ln": 41, "access": [41, 42, 48, 52], "remov": [41, 42, 46], "site": 41, "deploi": 41, "fundament": 43, "block": [12, 43, 47], "formal": 43, "encapsul": 43, "few": 43, "pomdp_pi": [42, 43, 44, 45, 47, 48, 49, 50, 51, 53, 55], "around": [43, 55], "convei": [5, 43], "idea": [43, 48], "abov": [43, 46, 47, 48, 50, 53], "gist": [42, 43], "captur": 43, "versu": 43, "much": [42, 43], "sens": [21, 43, 47], "verifi": [42, 43, 53], "diagram": 43, "langl": 43, "omega": [43, 46, 50], "rangl": 43, "discuss": 44, "simpler": [18, 42, 44, 55], "interest": 44, "former": 44, "latter": 44, "structur": [44, 47, 52], "project": [44, 47, 51, 52, 55], "below": [45, 47, 49, 53], "minimum": [42, 45], "def": [45, 48], "rais": [45, 48], "notimplementederror": 45, "notion": 45, "narrow": 45, "express": 45, "detail": [18, 32, 45, 46, 47, 48, 50], "paragraph": 45, "visit": [42, 45], "count": [21, 45, 53], "account": 45, "nu": [46, 50], "hope": [46, 49], "u": [12, 46], "mani": [46, 55], "librari": [42, 46, 50, 52, 53], "written": [46, 48, 52, 55], "format": [42, 46, 48, 55], "pomdpx": [42, 46, 55], "pomdpconvert": 46, "toolkit": 46, "to_pomdp_fil": [42, 46], "to_pomdpx_fil": 46, "convers": [42, 46], "output_path": 46, "float_precis": [42, 46], "www": [46, 53], "independ": 46, "blank": 46, "decim": 46, "order": [7, 46, 48], "pomdpconvert_path": 46, "adacompnu": 46, "instruct": [46, 53], "download": [46, 53], "ubuntu": 46, "04": 46, "gcc": 46, "bigbird": 46, "comp": 46, "edu": 46, "sg": 46, "pmwiki": 46, "farm": 46, "appl": [46, 55], "php": 46, "pomdpxdocument": 46, "binari": [46, 50], "let": [46, 48], "filenam": [46, 47], "test_tig": 46, "softwar": [46, 53, 55], "src": 46, "vi_prun": 46, "pomdp_solve_path": 46, "pomdp_nam": 46, "temp": 46, "remove_generated_fil": 46, "return_policy_graph": 46, "definit": [46, 48], "pomdp_solv": [42, 46], "compil": 46, "command": [46, 47, 53], "stop_criteria": 46, "weak": 46, "time_limit": 46, "alpha": [10, 46], "pg": 46, "instal": [42, 46, 52], "appear": [7, 46, 55], "recommend": [46, 47, 53], "isinst": [46, 48], "cur_belief": [46, 48], "new_belief": [46, 48], "pid": 46, "8239": 46, "mcgs_prune_freq": 46, "verbos": 46, "context": 46, "done": [18, 46, 48, 55], "epoch": 46, "00": 46, "sec": 46, "err": 46, "39": 46, "96": 46, "97": 46, "98": 46, "40": 46, "solut": 46, "user": [46, 48], "hr": 46, "min": 46, "lp_solv": 46, "report": 46, "lp": 46, "instabl": 46, "85": 46, "9697986575573173": 46, "03020134244268276": 46, "pomdpsol_path": 46, "timeout": 46, "30": [21, 29, 46], "memori": 46, "precis": 46, "logfil": 46, "pomdpsol": 46, "limit": 46, "mb": 46, "regret": 46, "less": 46, "than": [46, 55], "finish": 46, "log": [42, 46], "stdout": 46, "stderr": 46, "_": 46, "000001": 46, "load": [0, 6, 42, 46], "trial": [6, 26, 46], "backup": 46, "lbound": 46, "ubound": 46, "92": 46, "8205": 46, "821": 46, "2981": 46, "63": 46, "7547": 46, "70": 46, "0528": 46, "103": 46, "35722": 46, "3746": 46, "0174": 46, "155": 46, "44093": 46, "45": 46, "1431": 46, "38": 46, "7021": 46, "205": 46, "1184": 46, "36": 46, "4409": 46, "24": 46, "3225": 46, "1255": 46, "3714": 46, "13808e": 46, "21": 46, "41": 46, "1300": 46, "76277e": 46, "42": 46, "1350": 46, "75044e": 46, "43": 46, "1393": 46, "22729e": 46, "07": 46, "11": [46, 53], "extend": [42, 46, 47, 48, 49], "encod": 46, "alpha_path": 46, "pg_path": 46, "parse_pomdp_solve_output": 46, "pointer": 46, "incom": 46, "offlin": 46, "collect": 46, "associ": 46, "dot": 46, "product": 46, "lead": [46, 47], "domin": 46, "activ": [46, 55], "max_": 46, "gamma": 46, "policy_path": 46, "parse_appl_policy_fil": 46, "involv": 47, "whose": 47, "better": 47, "mainten": 47, "readabl": 47, "task": [0, 6, 12, 47, 51, 52, 55], "rel": 47, "share": [47, 52], "wandzel": 47, "et": 47, "al": 47, "slightli": 47, "room": [18, 47], "formul": 47, "three": [47, 48], "categori": 47, "adjust": 47, "disk": 47, "artifact": 47, "discret": [7, 47], "figur": [7, 12, 47], "screenshot": 47, "frame": 47, "imag": [42, 47], "circl": [47, 53], "third": 47, "show": [42, 47, 52], "later": [42, 47], "summari": 47, "procedur": [47, 48], "instanti": [18, 47], "squeez": 47, "everyth": 47, "giant": 47, "reus": 47, "whatev": 47, "save": 47, "evid": 47, "role": 47, "mosoopomdp": [6, 18, 47], "logic": 47, "m": [12, 42, 47, 52, 53], "custom": 47, "arthur": 47, "yoonseon": 47, "oh": 47, "fishman": 47, "nishanth": 47, "kumar": 47, "stefani": [47, 48, 52], "tellex": [47, 48, 52], "intern": [47, 48], "autom": [47, 48], "7194": 47, "7200": 47, "ieee": 47, "encourag": 48, "valueerror": 48, "__hash__": 48, "__eq__": 48, "boil": 48, "heard": 48, "growl": 48, "thresh": 48, "similarli": 48, "startswith": 48, "choic": 48, "easili": 48, "tabl": 48, "flexibl": 48, "intract": 48, "sever": [48, 49], "would": [42, 48, 55], "usual": 48, "human": 48, "engin": 48, "sort": [37, 42, 48], "guid": 48, "guidanc": 48, "caution": 48, "sai": 48, "inject": 48, "final": 48, "straightforward": 48, "commonli": 48, "_reward_func": 48, "elif": 48, "abl": [42, 48], "mostli": 48, "super": 48, "notic": 48, "constructor": 48, "now": [42, 48], "standard": 48, "a_t": 48, "s_t": 48, "rightarrow": 48, "s_": 48, "r_t": 48, "o_t": 48, "h_": 48, "unless": 48, "repeat": 48, "110": 48, "ennviron": 48, "skip": [42, 48], "estim": 48, "percept": 48, "stack": 48, "saniti": 48, "come": 48, "automat": [42, 48], "num": 48, "short": 48, "abel": 48, "elli": 48, "hershkowitz": 48, "gabriel": 48, "barth": 48, "maron": 48, "stephen": 48, "brawner": 48, "kevin": 48, "farrel": 48, "jame": 48, "macglashan": 48, "twenti": 48, "fifth": 48, "schedul": 48, "2015": 48, "yuchen": 48, "xiao": 48, "sammi": 48, "katt": 48, "andrea": 48, "ten": 48, "pa": 48, "shengjian": 48, "chen": 48, "christoph": 48, "amato": 48, "clutter": 48, "welcom": [49, 52], "sarsop": [42, 50, 53, 55], "rl": 51, "transfer": [51, 52], "research": [51, 52, 55], "baslin": 51, "comprehens": 52, "why": 52, "clean": 52, "intuit": 52, "peopl": 52, "commun": [52, 53, 55], "artial": 52, "bservabl": 52, "arkov": 52, "ecis": 52, "rocess": 52, "major": 52, "languag": 52, "what": 52, "changelog": 52, "principl": 52, "integr": 42, "pleas": 52, "cite": 52, "inproceed": 52, "zheng2020pomdp_pi": 52, "titl": 52, "_py": 52, "author": 52, "zheng": 52, "kaiyu": 52, "booktitl": 52, "icap": 52, "2020": 52, "workshop": 52, "planrob": 52, "year": 52, "url": 52, "icaps20subpag": 52, "wp": 52, "upload": [42, 52], "14": [12, 52, 53], "planrob_2020_paper_3": 52, "pdf": 52, "10099": 52, "virtualenv": 53, "pip": [42, 53], "manag": 53, "offici": 53, "maco": 53, "On": 53, "window": [42, 53], "wiki": 53, "latest": [42, 53], "releas": [42, 53], "clone": 53, "git": 53, "h2r": 53, "setup": [42, 53], "pyx": [42, 53], "pyd": 53, "rebuild": 53, "messi": [], "66": 53, "cumul": 53, "__num_sims__": 53, "1217": 53, "______id______": 53, "210": 53, "_____g": 53, "b_____": 53, "hello": 53, "542": 53, "506": 53, "test_al": 53, "via": [53, 55], "hub": 53, "credit": 53, "romain": 53, "egel": 53, "think": 55, "peer": 55, "easi": 55, "ro": 55, "acceler": 55, "pomdpi": 55, "suffici": 55, "convolut": 55, "potenti": [42, 55], "connect": [10, 18, 55], "clearer": 55, "pars": 55, "art": 55, "great": 55, "julia": 55, "suit": [7, 55], "analysi": 55, "besid": 55, "librai": 55, "port": 55, "ai": 55, "toolbox": 55, "bind": 55, "focus": 55, "lear": 55, "beliefmdp": 55, "modern": 42, "repo": [7, 42], "migrat": 42, "pyproject": 42, "toml": 42, "ci": 42, "pre": 42, "commit": 42, "eol": 42, "fix": 42, "cpdef": 42, "cdef": 42, "failur": 42, "29": 42, "comment": 42, "sp": 42, "wheel": 42, "properli": 42, "tame": 42, "minor": 42, "bug": 42, "__str__": 42, "confus": 42, "improv": 42, "clarifi": 42, "gave": 42, "cryingbabi": 42, "pygraphviz": 42, "inspect": 42, "refactor": 42, "cli": 42, "simplifi": 42, "__ne__": 42, "reorgan": 42, "break": 42, "unnecessari": 42, "compat": 42, "pickl": 42, "edit": 42, "cimport": 42, "ed": 42, "pypi": 42, "value_funct": 42, "18fc58e0": 42, "cfc88e8d8": 42, "719c2edf5": 42, "docker": 42, "issu": 42, "citat": 42, "resolv": 42, "max": 42, "among": 42, "infin": 42, "thank": 42, "jason": 42, "clarif": 42, "convert": 42, "were": 42, "calcul": 42, "divid": 42, "thrown": 42, "infinit": 42, "anoth": 42, "differenti": 42, "unload": [0, 6, 42], "per": 42, "faster": 42, "readi": 42, "changeabl": 42, "rewritten": 42, "cleaner": 42, "dictstat": [0, 1, 5, 42], "set_model": [1, 5, 42], "frozen": [1, 34, 36, 42], "ones": 5, "lustat": [6, 12], "luaction": [6, 12], "luobserv": [6, 12], "luobservationmodel": [6, 12], "lutransitionmodel": [6, 12], "lurewardmodel": [6, 12], "lupolicymodel": [6, 12], "loadunloadproblem": [6, 12], "generate_random_st": [6, 12], "generate_init_belief": [6, 12], "minimal_inst": [6, 24], "create_inst": [6, 24], "tagproblem": [6, 26], "plot_point": [7, 10], "plot_polygon": [7, 10], "plot_lin": [7, 10], "plot_circl": [7, 10], "xval": 10, "yval": 10, "label": 10, "style": 10, "linewidth": 10, "xlabel": 10, "ylabel": 10, "loc": 10, "vert": 10, "ax": 10, "edgecolor": 10, "verts0": 10, "verts1": 10, "verts_i": 10, "vertic": 10, "numpi": 10, "color0": 10, "color1": 10, "color_i": 10, "hex": 10, "xxxxxx": 10, "polygoncollect": 10, "axi": 10, "zorder": 10, "linestyl": 10, "fill": 10, "label_text": 10, "text_color": 10, "itself": [7, 12], "tell": 12, "statu": 12, "ob": 12, "load_unload_problem": 12, "object_color": [18, 21], "mosviz": [18, 21, 29], "img_width": [18, 21, 26, 29], "img_height": [18, 21, 26, 29], "last_observ": [18, 21, 26, 29], "draw_robot": [18, 21, 26, 29], "draw_observ": [18, 21, 26, 29], "draw_belief": [18, 21, 26, 29], "on_init": [18, 21, 26, 29], "on_ev": [18, 21, 26, 29], "on_loop": [18, 21, 26, 29], "on_rend": [18, 21, 26, 29], "on_cleanup": [18, 21, 26, 29], "on_execut": [18, 21, 26, 29], "render_env": [18, 21, 26, 29], "agent_has_map": 18, "cours": 18, "scenario": 18, "past": 18, "give": 18, "max_tim": [18, 26], "120": [18, 26], "max_step": [18, 26], "fp": [21, 29], "viz_observ": 21, "img": [21, 29], "ry": [21, 29], "rth": [21, 29], "target_color": [21, 29], "init": [21, 29], "event": [21, 29], "display_surf": [21, 29], "decreas": 24, "rover": 24, "influenc": 24, "larger": 24, "robust": 24, "tagenviron": [26, 29], "tagviz": [26, 29], "init_target_posit": 26, "belief_typ": 26, "hist": 26, "planner_typ": 26, "modifi": 36, "_search": 42, "modular": 42, "renam": 42, "gha": [], "workflow": 42, "branch": 42, "master": [], "dev": 42, "local": 7, "plane": 7, "befor": [7, 42], "approach": 7, "abil": 7, "upon": 7, "quadrat": 7, "horizont": 7, "coordin": 7, "ultim": 7, "illustr": 7, "intens": 7, "magnitud": 7, "unknown": 7, "variant": 7, "kept": 7, "pull": 7, "lightdarkdomain": 7, "distinguish": 12, "off": 42}, "objects": {"pomdp_py.algorithms": [[3, 0, 0, "-", "bsp"], [2, 0, 0, "-", "po_rollout"], [2, 0, 0, "-", "po_uct"], [2, 0, 0, "-", "pomcp"], [2, 0, 0, "-", "value_iteration"]], "pomdp_py.algorithms.bsp": [[2, 0, 0, "-", "blqr"]], "pomdp_py.algorithms.bsp.blqr": [[2, 1, 1, "", "BLQR"]], "pomdp_py.algorithms.bsp.blqr.BLQR": [[2, 2, 1, "", "create_plan"], [2, 2, 1, "", "ekf_update_mlo"], [2, 2, 1, "", "integrate_belief_segment"], [2, 2, 1, "", "interpret_sqp_plan"], [2, 2, 1, "", "segmented_cost_function"]], "pomdp_py.algorithms.po_rollout": [[2, 1, 1, "", "PORollout"]], "pomdp_py.algorithms.po_rollout.PORollout": [[2, 2, 1, "", "clear_agent"], [2, 3, 1, "", "last_best_reward"], [2, 2, 1, "", "plan"], [2, 2, 1, "", "set_rollout_policy"], [2, 2, 1, "", "update"], [2, 3, 1, "", "update_agent_belief"]], "pomdp_py.algorithms.po_uct": [[2, 1, 1, "", "ActionPrior"], [2, 1, 1, "", "POUCT"], [2, 1, 1, "", "QNode"], [2, 1, 1, "", "RandomRollout"], [2, 1, 1, "", "RolloutPolicy"], [2, 1, 1, "", "RootVNode"], [2, 1, 1, "", "TreeNode"], [2, 1, 1, "", "VNode"]], "pomdp_py.algorithms.po_uct.ActionPrior": [[2, 2, 1, "", "get_preferred_actions"]], "pomdp_py.algorithms.po_uct.POUCT": [[2, 3, 1, "", "action_prior"], [2, 2, 1, "", "clear_agent"], [2, 3, 1, "", "discount_factor"], [2, 3, 1, "", "last_num_sims"], [2, 3, 1, "", "last_planning_time"], [2, 3, 1, "", "max_depth"], [2, 3, 1, "", "num_visits_init"], [2, 2, 1, "", "plan"], [2, 3, 1, "", "rollout_policy"], [2, 2, 1, "", "set_rollout_policy"], [2, 2, 1, "", "update"], [2, 3, 1, "", "updates_agent_belief"], [2, 3, 1, "", "value_init"]], "pomdp_py.algorithms.po_uct.RandomRollout": [[2, 2, 1, "", "rollout"]], "pomdp_py.algorithms.po_uct.RolloutPolicy": [[2, 2, 1, "", "rollout"]], "pomdp_py.algorithms.po_uct.RootVNode": [[2, 2, 1, "", "from_vnode"], [2, 3, 1, "", "history"]], "pomdp_py.algorithms.po_uct.TreeNode": [[2, 3, 1, "", "children"], [2, 3, 1, "", "num_visits"], [2, 3, 1, "", "value"]], "pomdp_py.algorithms.po_uct.VNode": [[2, 2, 1, "", "argmax"], [2, 2, 1, "", "print_children_value"], [2, 3, 1, "", "value"]], "pomdp_py.algorithms.pomcp": [[2, 1, 1, "", "POMCP"], [2, 1, 1, "", "RootVNodeParticles"], [2, 1, 1, "", "VNodeParticles"]], "pomdp_py.algorithms.pomcp.POMCP": [[2, 2, 1, "", "plan"], [2, 2, 1, "", "update"], [2, 3, 1, "", "update_agent_belief"]], "pomdp_py.algorithms.pomcp.RootVNodeParticles": [[2, 3, 1, "", "belief"], [2, 2, 1, "", "from_vnode"]], "pomdp_py.algorithms.pomcp.VNodeParticles": [[2, 3, 1, "", "belief"]], "pomdp_py.algorithms.value_iteration": [[2, 1, 1, "", "ValueIteration"]], "pomdp_py.algorithms.value_iteration.ValueIteration": [[2, 2, 1, "", "plan"]], "pomdp_py.framework": [[5, 0, 0, "-", "basics"], [5, 0, 0, "-", "oopomdp"], [5, 0, 0, "-", "planner"]], "pomdp_py.framework.basics": [[5, 1, 1, "", "Action"], [5, 1, 1, "", "Agent"], [5, 1, 1, "", "BlackboxModel"], [5, 1, 1, "", "Distribution"], [5, 1, 1, "", "Environment"], [5, 1, 1, "", "GenerativeDistribution"], [5, 1, 1, "", "Observation"], [5, 1, 1, "", "ObservationModel"], [5, 1, 1, "", "Option"], [5, 1, 1, "", "POMDP"], [5, 1, 1, "", "PolicyModel"], [5, 1, 1, "", "RewardModel"], [5, 1, 1, "", "State"], [5, 1, 1, "", "TransitionModel"], [5, 4, 1, "", "sample_explict_models"], [5, 4, 1, "", "sample_generative_model"]], "pomdp_py.framework.basics.Agent": [[5, 2, 1, "", "add_attr"], [5, 3, 1, "", "all_actions"], [5, 3, 1, "", "all_observations"], [5, 3, 1, "", "all_states"], [5, 3, 1, "", "belief"], [5, 3, 1, "", "history"], [5, 3, 1, "", "init_belief"], [5, 2, 1, "", "sample_belief"], [5, 2, 1, "", "set_belief"], [5, 2, 1, "", "set_models"], [5, 2, 1, "", "update"], [5, 2, 1, "", "update_history"]], "pomdp_py.framework.basics.BlackboxModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.basics.Distribution": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "__setitem__"]], "pomdp_py.framework.basics.Environment": [[5, 2, 1, "", "apply_transition"], [5, 3, 1, "", "blackbox_model"], [5, 3, 1, "", "cur_state"], [5, 2, 1, "", "provide_observation"], [5, 3, 1, "", "reward_model"], [5, 2, 1, "", "set_models"], [5, 3, 1, "", "state"], [5, 2, 1, "", "state_transition"], [5, 3, 1, "", "transition_model"]], "pomdp_py.framework.basics.GenerativeDistribution": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_histogram"], [5, 2, 1, "", "mpe"]], "pomdp_py.framework.basics.ObservationModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_all_observations"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.basics.Option": [[5, 2, 1, "", "initiate"], [5, 3, 1, "", "policy"], [5, 2, 1, "", "sample"], [5, 2, 1, "", "terminate"]], "pomdp_py.framework.basics.PolicyModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_all_actions"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"], [5, 2, 1, "", "update"]], "pomdp_py.framework.basics.RewardModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.basics.TransitionModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_all_states"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.oopomdp": [[5, 1, 1, "", "DictState"], [5, 1, 1, "", "OOBelief"], [5, 1, 1, "", "OOObservation"], [5, 1, 1, "", "OOObservationModel"], [5, 1, 1, "", "OOPOMDP"], [5, 1, 1, "", "OOState"], [5, 1, 1, "", "OOTransitionModel"], [5, 1, 1, "", "ObjectState"]], "pomdp_py.framework.oopomdp.OOBelief": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "__setitem__"], [5, 2, 1, "", "b"], [5, 2, 1, "", "mpe"], [5, 2, 1, "", "object_belief"], [5, 3, 1, "", "object_beliefs"], [5, 2, 1, "", "random"], [5, 2, 1, "", "set_object_belief"]], "pomdp_py.framework.oopomdp.OOObservation": [[5, 2, 1, "", "factor"], [5, 2, 1, "", "merge"]], "pomdp_py.framework.oopomdp.OOObservationModel": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "argmax"], [5, 3, 1, "", "observation_models"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.oopomdp.OOState": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "copy"], [5, 2, 1, "", "get_object_attribute"], [5, 2, 1, "", "get_object_class"], [5, 2, 1, "", "get_object_state"], [5, 2, 1, "", "s"], [5, 2, 1, "", "set_object_state"], [5, 3, 1, "", "situation"]], "pomdp_py.framework.oopomdp.OOTransitionModel": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "argmax"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"], [5, 3, 1, "", "transition_models"]], "pomdp_py.framework.oopomdp.ObjectState": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "__setitem__"], [5, 2, 1, "", "copy"]], "pomdp_py.framework.planner": [[5, 1, 1, "", "Planner"]], "pomdp_py.framework.planner.Planner": [[5, 2, 1, "", "plan"], [5, 2, 1, "", "update"], [5, 2, 1, "", "updates_agent_belief"]], "pomdp_py": [[6, 0, 0, "-", "problems"], [37, 0, 0, "-", "utils"]], "pomdp_py.problems.light_dark": [[10, 0, 0, "-", "env"]], "pomdp_py.problems.light_dark.env": [[10, 0, 0, "-", "env"], [10, 0, 0, "-", "plotting"]], "pomdp_py.problems.light_dark.env.env": [[10, 1, 1, "", "LightDarkEnvironment"]], "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment": [[10, 5, 1, "", "const"], [10, 5, 1, "", "light"]], "pomdp_py.problems.light_dark.env.plotting": [[10, 4, 1, "", "plot_circle"], [10, 4, 1, "", "plot_line"], [10, 4, 1, "", "plot_points"], [10, 4, 1, "", "plot_polygons"]], "pomdp_py.problems": [[12, 0, 0, "-", "load_unload"], [13, 0, 0, "-", "maze"], [18, 0, 0, "-", "multi_object_search"], [24, 0, 0, "-", "rocksample"], [26, 0, 0, "-", "tag"], [32, 0, 0, "-", "tiger"]], "pomdp_py.problems.load_unload": [[12, 0, 0, "-", "load_unload"]], "pomdp_py.problems.load_unload.load_unload": [[12, 1, 1, "", "LUAction"], [12, 1, 1, "", "LUObservation"], [12, 1, 1, "", "LUObservationModel"], [12, 1, 1, "", "LUPolicyModel"], [12, 1, 1, "", "LURewardModel"], [12, 1, 1, "", "LUState"], [12, 1, 1, "", "LUTransitionModel"], [12, 1, 1, "", "LoadUnloadProblem"], [12, 4, 1, "", "generate_init_belief"], [12, 4, 1, "", "generate_random_state"], [12, 4, 1, "", "main"], [12, 4, 1, "", "test_planner"]], "pomdp_py.problems.load_unload.load_unload.LUObservationModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.load_unload.load_unload.LUPolicyModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "get_all_actions"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.load_unload.load_unload.LURewardModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.load_unload.load_unload.LUTransitionModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.maze": [[14, 0, 0, "-", "domain"], [15, 0, 0, "-", "env"], [16, 0, 0, "-", "models"]], "pomdp_py.problems.maze.domain": [[14, 0, 0, "-", "action"], [14, 0, 0, "-", "observation"], [14, 0, 0, "-", "state"]], "pomdp_py.problems.maze.domain.observation": [[14, 1, 1, "", "Observation"]], "pomdp_py.problems.maze.domain.state": [[14, 1, 1, "", "State"]], "pomdp_py.problems.maze.env": [[15, 0, 0, "-", "env"]], "pomdp_py.problems.maze.env.env": [[15, 1, 1, "", "MazeEnvironment"]], "pomdp_py.problems.maze.models": [[17, 0, 0, "-", "components"]], "pomdp_py.problems.multi_object_search": [[19, 0, 0, "-", "agent"], [20, 0, 0, "-", "domain"], [21, 0, 0, "-", "env"], [18, 0, 0, "-", "example_worlds"], [22, 0, 0, "-", "models"], [18, 0, 0, "-", "problem"]], "pomdp_py.problems.multi_object_search.agent": [[19, 0, 0, "-", "agent"], [19, 0, 0, "-", "belief"]], "pomdp_py.problems.multi_object_search.agent.agent": [[19, 1, 1, "", "MosAgent"]], "pomdp_py.problems.multi_object_search.agent.agent.MosAgent": [[19, 2, 1, "", "clear_history"]], "pomdp_py.problems.multi_object_search.agent.belief": [[19, 1, 1, "", "MosOOBelief"], [19, 4, 1, "", "initialize_belief"]], "pomdp_py.problems.multi_object_search.agent.belief.MosOOBelief": [[19, 2, 1, "", "mpe"], [19, 2, 1, "", "random"]], "pomdp_py.problems.multi_object_search.domain": [[20, 0, 0, "-", "action"], [20, 0, 0, "-", "observation"], [20, 0, 0, "-", "state"]], "pomdp_py.problems.multi_object_search.domain.action": [[20, 1, 1, "", "Action"], [20, 1, 1, "", "FindAction"], [20, 1, 1, "", "LookAction"], [20, 1, 1, "", "MotionAction"]], "pomdp_py.problems.multi_object_search.domain.action.MotionAction": [[20, 3, 1, "", "BACKWARD"], [20, 3, 1, "", "EAST"], [20, 3, 1, "", "EAST2D"], [20, 3, 1, "", "FORWARD"], [20, 3, 1, "", "LEFT"], [20, 3, 1, "", "NORTH"], [20, 3, 1, "", "NORTH2D"], [20, 3, 1, "", "RIGHT"], [20, 3, 1, "", "SCHEMES"], [20, 3, 1, "", "SCHEME_VW"], [20, 3, 1, "", "SCHEME_XY"], [20, 3, 1, "", "SCHEME_XYTH"], [20, 3, 1, "", "SOUTH"], [20, 3, 1, "", "SOUTH2D"], [20, 3, 1, "", "WEST"], [20, 3, 1, "", "WEST2D"]], "pomdp_py.problems.multi_object_search.domain.observation": [[20, 1, 1, "", "MosOOObservation"], [20, 1, 1, "", "ObjectObservation"]], "pomdp_py.problems.multi_object_search.domain.observation.MosOOObservation": [[20, 2, 1, "", "factor"], [20, 2, 1, "", "for_obj"], [20, 2, 1, "", "merge"]], "pomdp_py.problems.multi_object_search.domain.observation.ObjectObservation": [[20, 3, 1, "", "NULL"]], "pomdp_py.problems.multi_object_search.domain.state": [[20, 1, 1, "", "MosOOState"], [20, 1, 1, "", "ObjectState"], [20, 1, 1, "", "RobotState"]], "pomdp_py.problems.multi_object_search.domain.state.MosOOState": [[20, 2, 1, "", "object_pose"], [20, 5, 1, "", "object_poses"], [20, 2, 1, "", "pose"]], "pomdp_py.problems.multi_object_search.domain.state.ObjectState": [[20, 5, 1, "", "objid"], [20, 5, 1, "", "pose"]], "pomdp_py.problems.multi_object_search.domain.state.RobotState": [[20, 5, 1, "", "objects_found"], [20, 5, 1, "", "pose"], [20, 5, 1, "", "robot_pose"]], "pomdp_py.problems.multi_object_search.env": [[21, 0, 0, "-", "env"], [21, 0, 0, "-", "visual"]], "pomdp_py.problems.multi_object_search.env.env": [[21, 1, 1, "", "MosEnvironment"], [21, 4, 1, "", "equip_sensors"], [21, 4, 1, "", "interpret"], [21, 4, 1, "", "interpret_robot_id"], [21, 4, 1, "", "make_laser_sensor"], [21, 4, 1, "", "make_proximity_sensor"]], "pomdp_py.problems.multi_object_search.env.env.MosEnvironment": [[21, 5, 1, "", "robot_ids"], [21, 2, 1, "", "state_transition"]], "pomdp_py.problems.multi_object_search.env.visual": [[21, 1, 1, "", "MosViz"], [21, 4, 1, "", "object_color"], [21, 4, 1, "", "unittest"]], "pomdp_py.problems.multi_object_search.env.visual.MosViz": [[21, 2, 1, "", "draw_belief"], [21, 2, 1, "", "draw_observation"], [21, 2, 1, "", "draw_robot"], [21, 5, 1, "", "img_height"], [21, 5, 1, "", "img_width"], [21, 5, 1, "", "last_observation"], [21, 2, 1, "", "on_cleanup"], [21, 2, 1, "", "on_event"], [21, 2, 1, "", "on_execute"], [21, 2, 1, "", "on_init"], [21, 2, 1, "", "on_loop"], [21, 2, 1, "", "on_render"], [21, 2, 1, "", "render_env"], [21, 2, 1, "", "update"]], "pomdp_py.problems.multi_object_search.example_worlds": [[18, 4, 1, "", "random_world"]], "pomdp_py.problems.multi_object_search.models": [[23, 0, 0, "-", "components"], [22, 0, 0, "-", "observation_model"], [22, 0, 0, "-", "policy_model"], [22, 0, 0, "-", "reward_model"], [22, 0, 0, "-", "transition_model"]], "pomdp_py.problems.multi_object_search.models.components": [[23, 0, 0, "-", "grid_map"], [23, 0, 0, "-", "sensor"]], "pomdp_py.problems.multi_object_search.models.components.grid_map": [[23, 1, 1, "", "GridMap"]], "pomdp_py.problems.multi_object_search.models.components.grid_map.GridMap": [[23, 2, 1, "", "valid_motions"]], "pomdp_py.problems.multi_object_search.models.components.sensor": [[23, 1, 1, "", "Laser2DSensor"], [23, 1, 1, "", "ProximitySensor"], [23, 1, 1, "", "Sensor"], [23, 4, 1, "", "euclidean_dist"], [23, 4, 1, "", "in_range"], [23, 4, 1, "", "to_rad"]], "pomdp_py.problems.multi_object_search.models.components.sensor.Laser2DSensor": [[23, 2, 1, "", "in_field_of_view"], [23, 2, 1, "", "observe"], [23, 5, 1, "", "sensing_region_size"], [23, 2, 1, "", "shoot_beam"], [23, 2, 1, "", "valid_beam"], [23, 2, 1, "", "within_range"]], "pomdp_py.problems.multi_object_search.models.components.sensor.Sensor": [[23, 3, 1, "", "LASER"], [23, 3, 1, "", "PROXIMITY"], [23, 2, 1, "", "observe"], [23, 5, 1, "", "robot_id"], [23, 5, 1, "", "sensing_region_size"], [23, 2, 1, "", "within_range"]], "pomdp_py.problems.multi_object_search.models.observation_model": [[22, 1, 1, "", "MosObservationModel"], [22, 1, 1, "", "ObjectObservationModel"], [22, 4, 1, "", "unittest"]], "pomdp_py.problems.multi_object_search.models.observation_model.MosObservationModel": [[22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.observation_model.ObjectObservationModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.policy_model": [[22, 1, 1, "", "PolicyModel"]], "pomdp_py.problems.multi_object_search.models.policy_model.PolicyModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "get_all_actions"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "rollout"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.reward_model": [[22, 1, 1, "", "GoalRewardModel"], [22, 1, 1, "", "MosRewardModel"]], "pomdp_py.problems.multi_object_search.models.reward_model.MosRewardModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.transition_model": [[22, 1, 1, "", "MosTransitionModel"], [22, 1, 1, "", "RobotTransitionModel"], [22, 1, 1, "", "StaticObjectTransitionModel"], [22, 4, 1, "", "in_boundary"], [22, 4, 1, "", "valid_pose"]], "pomdp_py.problems.multi_object_search.models.transition_model.MosTransitionModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.transition_model.RobotTransitionModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "if_move_by"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.transition_model.StaticObjectTransitionModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.problem": [[18, 1, 1, "", "MosOOPOMDP"], [18, 4, 1, "", "belief_update"], [18, 4, 1, "", "solve"], [18, 4, 1, "", "unittest"]], "pomdp_py.problems.rocksample": [[25, 0, 0, "-", "cythonize"], [24, 0, 0, "-", "rocksample_problem"]], "pomdp_py.problems.rocksample.cythonize": [[25, 0, 0, "module-2", "rocksample_problem"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem": [[25, 1, 1, "id99", "CheckAction"], [25, 1, 1, "id101", "MoveAction"], [25, 1, 1, "id107", "RSAction"], [25, 1, 1, "id108", "RSObservation"], [25, 1, 1, "id110", "RSObservationModel"], [25, 1, 1, "id114", "RSPolicyModel"], [25, 1, 1, "id120", "RSRewardModel"], [25, 1, 1, "id124", "RSState"], [25, 1, 1, "id128", "RSTransitionModel"], [25, 1, 1, "id132", "RockSampleProblem"], [25, 1, 1, "id137", "RockType"], [25, 1, 1, "id142", "SampleAction"], [25, 4, 1, "id143", "euclidean_dist"], [25, 4, 1, "id144", "init_particles_belief"], [25, 4, 1, "id145", "main"], [25, 4, 1, "id146", "test_planner"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.CheckAction": [[25, 3, 1, "id100", "rock_id"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction": [[25, 3, 1, "id102", "EAST"], [25, 3, 1, "id103", "NORTH"], [25, 3, 1, "id104", "SOUTH"], [25, 3, 1, "id105", "WEST"], [25, 3, 1, "id106", "motion"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservation": [[25, 3, 1, "id109", "quality"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel": [[25, 2, 1, "id111", "argmax"], [25, 2, 1, "id112", "probability"], [25, 2, 1, "id113", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel": [[25, 2, 1, "id115", "argmax"], [25, 2, 1, "id116", "get_all_actions"], [25, 2, 1, "id117", "probability"], [25, 2, 1, "id118", "rollout"], [25, 2, 1, "id119", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel": [[25, 2, 1, "id121", "argmax"], [25, 2, 1, "id122", "probability"], [25, 2, 1, "id123", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState": [[25, 3, 1, "id125", "position"], [25, 3, 1, "id126", "rocktypes"], [25, 3, 1, "id127", "terminal"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel": [[25, 2, 1, "id129", "argmax"], [25, 2, 1, "id130", "probability"], [25, 2, 1, "id131", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem": [[25, 2, 1, "id133", "generate_instance"], [25, 2, 1, "id134", "in_exit_area"], [25, 2, 1, "id135", "print_state"], [25, 2, 1, "id136", "random_free_location"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType": [[25, 3, 1, "id138", "BAD"], [25, 3, 1, "id139", "GOOD"], [25, 2, 1, "id140", "invert"], [25, 2, 1, "id141", "random"]], "pomdp_py.problems.rocksample.rocksample_problem": [[24, 1, 1, "", "Action"], [24, 1, 1, "", "CheckAction"], [24, 1, 1, "", "MoveAction"], [24, 1, 1, "", "Observation"], [24, 1, 1, "", "RSObservationModel"], [24, 1, 1, "", "RSPolicyModel"], [24, 1, 1, "", "RSRewardModel"], [24, 1, 1, "", "RSTransitionModel"], [24, 1, 1, "", "RockSampleProblem"], [24, 1, 1, "", "RockType"], [24, 1, 1, "", "SampleAction"], [24, 1, 1, "", "State"], [24, 4, 1, "", "create_instance"], [24, 4, 1, "", "euclidean_dist"], [24, 4, 1, "", "init_particles_belief"], [24, 4, 1, "", "main"], [24, 4, 1, "", "minimal_instance"], [24, 4, 1, "", "test_planner"]], "pomdp_py.problems.rocksample.rocksample_problem.MoveAction": [[24, 3, 1, "", "EAST"], [24, 3, 1, "", "NORTH"], [24, 3, 1, "", "SOUTH"], [24, 3, 1, "", "WEST"]], "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "get_all_actions"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "rollout"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem": [[24, 2, 1, "", "generate_instance"], [24, 2, 1, "", "in_exit_area"], [24, 2, 1, "", "print_state"], [24, 2, 1, "", "random_free_location"]], "pomdp_py.problems.rocksample.rocksample_problem.RockType": [[24, 3, 1, "", "BAD"], [24, 3, 1, "", "GOOD"], [24, 2, 1, "", "invert"], [24, 2, 1, "", "random"]], "pomdp_py.problems.tag": [[27, 0, 0, "-", "agent"], [26, 0, 0, "-", "constants"], [28, 0, 0, "-", "domain"], [29, 0, 0, "-", "env"], [26, 0, 0, "-", "example_worlds"], [26, 0, 0, "-", "experiment"], [30, 0, 0, "-", "models"], [26, 0, 0, "-", "problem"]], "pomdp_py.problems.tag.agent": [[27, 0, 0, "-", "agent"]], "pomdp_py.problems.tag.agent.agent": [[27, 1, 1, "", "TagAgent"], [27, 4, 1, "", "belief_update"], [27, 4, 1, "", "initialize_belief"], [27, 4, 1, "", "initialize_particles_belief"]], "pomdp_py.problems.tag.agent.agent.TagAgent": [[27, 2, 1, "", "clear_history"]], "pomdp_py.problems.tag.domain": [[28, 0, 0, "-", "action"], [28, 0, 0, "-", "observation"], [28, 0, 0, "-", "state"]], "pomdp_py.problems.tag.domain.action": [[28, 1, 1, "", "TagAction"]], "pomdp_py.problems.tag.domain.observation": [[28, 1, 1, "", "TagObservation"]], "pomdp_py.problems.tag.domain.state": [[28, 1, 1, "", "TagState"]], "pomdp_py.problems.tag.env": [[29, 0, 0, "-", "env"], [29, 0, 0, "-", "visual"]], "pomdp_py.problems.tag.env.env": [[29, 1, 1, "", "TagEnvironment"]], "pomdp_py.problems.tag.env.env.TagEnvironment": [[29, 2, 1, "", "from_str"], [29, 5, 1, "", "grid_map"], [29, 5, 1, "", "length"], [29, 5, 1, "", "width"]], "pomdp_py.problems.tag.env.visual": [[29, 1, 1, "", "TagViz"], [29, 4, 1, "", "unittest"]], "pomdp_py.problems.tag.env.visual.TagViz": [[29, 2, 1, "", "draw_belief"], [29, 2, 1, "", "draw_observation"], [29, 2, 1, "", "draw_robot"], [29, 5, 1, "", "img_height"], [29, 5, 1, "", "img_width"], [29, 5, 1, "", "last_observation"], [29, 2, 1, "", "on_cleanup"], [29, 2, 1, "", "on_event"], [29, 2, 1, "", "on_execute"], [29, 2, 1, "", "on_init"], [29, 2, 1, "", "on_loop"], [29, 2, 1, "", "on_render"], [29, 2, 1, "", "render_env"], [29, 2, 1, "", "update"]], "pomdp_py.problems.tag.experiment": [[26, 4, 1, "", "main"], [26, 4, 1, "", "trial"]], "pomdp_py.problems.tag.models": [[31, 0, 0, "-", "components"], [30, 0, 0, "-", "observation_model"], [30, 0, 0, "-", "policy_model"], [30, 0, 0, "-", "reward_model"], [30, 0, 0, "-", "transition_model"]], "pomdp_py.problems.tag.models.components": [[31, 0, 0, "-", "grid_map"], [31, 0, 0, "-", "motion_policy"]], "pomdp_py.problems.tag.models.components.grid_map": [[31, 1, 1, "", "GridMap"]], "pomdp_py.problems.tag.models.components.grid_map.GridMap": [[31, 2, 1, "", "free_cells"], [31, 2, 1, "", "from_str"], [31, 2, 1, "", "valid_motions"], [31, 2, 1, "", "valid_pose"]], "pomdp_py.problems.tag.models.components.motion_policy": [[31, 1, 1, "", "TagTargetMotionPolicy"]], "pomdp_py.problems.tag.models.components.motion_policy.TagTargetMotionPolicy": [[31, 2, 1, "", "mpe"], [31, 2, 1, "", "probability"], [31, 2, 1, "", "random"]], "pomdp_py.problems.tag.models.observation_model": [[30, 1, 1, "", "TagObservationModel"]], "pomdp_py.problems.tag.models.observation_model.TagObservationModel": [[30, 2, 1, "", "argmax"], [30, 2, 1, "", "probability"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.models.policy_model": [[30, 1, 1, "", "TagPolicyModel"]], "pomdp_py.problems.tag.models.policy_model.TagPolicyModel": [[30, 2, 1, "", "get_all_actions"], [30, 2, 1, "", "rollout"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.models.reward_model": [[30, 1, 1, "", "TagRewardModel"]], "pomdp_py.problems.tag.models.reward_model.TagRewardModel": [[30, 2, 1, "", "probability"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.models.transition_model": [[30, 1, 1, "", "TagTransitionModel"]], "pomdp_py.problems.tag.models.transition_model.TagTransitionModel": [[30, 2, 1, "", "argmax"], [30, 2, 1, "", "if_move_by"], [30, 2, 1, "", "probability"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.problem": [[26, 1, 1, "", "TagProblem"], [26, 4, 1, "", "main"], [26, 4, 1, "", "solve"]], "pomdp_py.problems.tiger": [[33, 0, 0, "-", "cythonize"], [32, 0, 0, "-", "tiger_problem"]], "pomdp_py.problems.tiger.cythonize": [[33, 0, 0, "module-2", "tiger_problem"]], "pomdp_py.problems.tiger.cythonize.tiger_problem": [[33, 1, 1, "id80", "TigerAction"], [33, 1, 1, "id81", "TigerObservation"], [33, 1, 1, "id83", "TigerObservationModel"], [33, 1, 1, "id89", "TigerPolicyModel"], [33, 1, 1, "id94", "TigerProblem"], [33, 1, 1, "id98", "TigerRewardModel"], [33, 1, 1, "id103", "TigerState"], [33, 1, 1, "id105", "TigerTransitionModel"], [33, 4, 1, "id111", "build_actions"], [33, 4, 1, "id112", "build_observations"], [33, 4, 1, "id113", "build_setting"], [33, 4, 1, "id114", "build_states"], [33, 4, 1, "id115", "main"], [33, 4, 1, "id116", "test_planner"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservation": [[33, 3, 1, "id82", "name"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel": [[33, 2, 1, "id84", "argmax"], [33, 2, 1, "id85", "get_all_observations"], [33, 2, 1, "id86", "get_distribution"], [33, 2, 1, "id87", "probability"], [33, 2, 1, "id88", "sample"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel": [[33, 2, 1, "id90", "argmax"], [33, 2, 1, "id91", "get_all_actions"], [33, 2, 1, "id92", "probability"], [33, 2, 1, "id93", "sample"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem": [[33, 3, 1, "id95", "ACTIONS"], [33, 3, 1, "id96", "OBSERVATIONS"], [33, 3, 1, "id97", "STATES"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel": [[33, 2, 1, "id99", "argmax"], [33, 2, 1, "id100", "get_distribution"], [33, 2, 1, "id101", "probability"], [33, 2, 1, "id102", "sample"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerState": [[33, 3, 1, "id104", "name"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel": [[33, 2, 1, "id106", "argmax"], [33, 2, 1, "id107", "get_all_states"], [33, 2, 1, "id108", "get_distribution"], [33, 2, 1, "id109", "probability"], [33, 2, 1, "id110", "sample"]], "pomdp_py.problems.tiger.tiger_problem": [[32, 1, 1, "", "ObservationModel"], [32, 1, 1, "", "PolicyModel"], [32, 1, 1, "", "RewardModel"], [32, 1, 1, "", "TigerAction"], [32, 1, 1, "", "TigerObservation"], [32, 1, 1, "", "TigerProblem"], [32, 1, 1, "", "TigerState"], [32, 1, 1, "", "TransitionModel"], [32, 4, 1, "", "main"], [32, 4, 1, "", "make_tiger"], [32, 4, 1, "", "test_planner"]], "pomdp_py.problems.tiger.tiger_problem.ObservationModel": [[32, 2, 1, "", "get_all_observations"], [32, 2, 1, "", "probability"], [32, 2, 1, "", "sample"]], "pomdp_py.problems.tiger.tiger_problem.PolicyModel": [[32, 3, 1, "", "ACTIONS"], [32, 2, 1, "", "get_all_actions"], [32, 2, 1, "", "rollout"], [32, 2, 1, "", "sample"]], "pomdp_py.problems.tiger.tiger_problem.RewardModel": [[32, 2, 1, "", "sample"]], "pomdp_py.problems.tiger.tiger_problem.TigerProblem": [[32, 2, 1, "", "create"]], "pomdp_py.problems.tiger.tiger_problem.TigerState": [[32, 2, 1, "", "other"]], "pomdp_py.problems.tiger.tiger_problem.TransitionModel": [[32, 2, 1, "", "get_all_states"], [32, 2, 1, "", "probability"], [32, 2, 1, "", "sample"]], "pomdp_py.representations.belief": [[35, 0, 0, "-", "histogram"], [35, 0, 0, "-", "particles"]], "pomdp_py.representations.belief.histogram": [[35, 4, 1, "", "abstraction_over_histogram"], [35, 4, 1, "", "update_histogram_belief"]], "pomdp_py.representations.belief.particles": [[35, 4, 1, "", "abstraction_over_particles"], [35, 4, 1, "", "particle_reinvigoration"], [35, 4, 1, "", "update_particles_belief"]], "pomdp_py.representations.distribution": [[36, 0, 0, "-", "gaussian"], [36, 0, 0, "-", "histogram"], [36, 0, 0, "-", "particles"]], "pomdp_py.representations.distribution.gaussian": [[36, 1, 1, "", "Gaussian"]], "pomdp_py.representations.distribution.gaussian.Gaussian": [[36, 2, 1, "", "__getitem__"], [36, 2, 1, "", "__setitem__"], [36, 3, 1, "", "cov"], [36, 3, 1, "", "covariance"], [36, 3, 1, "", "mean"], [36, 2, 1, "", "mpe"], [36, 2, 1, "", "random"], [36, 3, 1, "", "sigma"]], "pomdp_py.representations.distribution.histogram": [[36, 1, 1, "", "Histogram"]], "pomdp_py.representations.distribution.histogram.Histogram": [[36, 2, 1, "", "__getitem__"], [36, 2, 1, "", "__setitem__"], [36, 2, 1, "", "get_histogram"], [36, 3, 1, "", "histogram"], [36, 2, 1, "", "is_normalized"], [36, 2, 1, "", "mpe"], [36, 2, 1, "", "random"]], "pomdp_py.representations.distribution.particles": [[36, 1, 1, "", "Particles"], [36, 1, 1, "", "WeightedParticles"]], "pomdp_py.representations.distribution.particles.Particles": [[36, 2, 1, "", "add"], [36, 2, 1, "", "from_histogram"], [36, 2, 1, "", "get_abstraction"], [36, 2, 1, "", "get_histogram"], [36, 3, 1, "", "particles"], [36, 2, 1, "", "random"]], "pomdp_py.representations.distribution.particles.WeightedParticles": [[36, 2, 1, "", "__getitem__"], [36, 2, 1, "", "__setitem__"], [36, 2, 1, "", "add"], [36, 2, 1, "", "condense"], [36, 2, 1, "", "from_histogram"], [36, 3, 1, "", "frozen"], [36, 2, 1, "", "get_histogram"], [36, 2, 1, "", "mpe"], [36, 3, 1, "", "particles"], [36, 2, 1, "", "random"], [36, 3, 1, "", "values"], [36, 3, 1, "", "weights"]], "pomdp_py.utils": [[37, 0, 0, "-", "colors"], [37, 0, 0, "-", "cython_utils"], [37, 0, 0, "-", "debugging"], [37, 0, 0, "-", "math"], [37, 0, 0, "-", "misc"], [37, 0, 0, "-", "templates"], [37, 0, 0, "-", "typ"]], "pomdp_py.utils.colors": [[37, 4, 1, "", "hex_to_rgb"], [37, 4, 1, "", "inverse_color_hex"], [37, 4, 1, "", "inverse_color_rgb"], [37, 4, 1, "", "lighter"], [37, 4, 1, "", "random_unique_color"], [37, 4, 1, "", "rgb_to_hex"]], "pomdp_py.utils.cython_utils": [[37, 4, 1, "", "det_dict_hash"]], "pomdp_py.utils.debugging": [[37, 1, 1, "", "TreeDebugger"], [37, 4, 1, "", "interpret_color"], [37, 4, 1, "", "sorted_by_str"]], "pomdp_py.utils.debugging.TreeDebugger": [[37, 5, 1, "", "b"], [37, 2, 1, "", "back"], [37, 5, 1, "", "bestseq"], [37, 2, 1, "", "bestseqd"], [37, 5, 1, "", "c"], [37, 5, 1, "", "clear"], [37, 5, 1, "", "d"], [37, 5, 1, "", "depth"], [37, 2, 1, "", "l"], [37, 2, 1, "", "layer"], [37, 5, 1, "", "leaf"], [37, 2, 1, "", "mark"], [37, 2, 1, "", "mark_path"], [37, 2, 1, "", "mark_sequence"], [37, 2, 1, "", "markp"], [37, 5, 1, "", "mbp"], [37, 5, 1, "", "nl"], [37, 5, 1, "", "nn"], [37, 5, 1, "", "nq"], [37, 5, 1, "", "num_layers"], [37, 2, 1, "", "num_nodes"], [37, 5, 1, "", "nv"], [37, 2, 1, "", "p"], [37, 2, 1, "", "path"], [37, 2, 1, "", "path_to"], [37, 5, 1, "", "pm"], [37, 5, 1, "", "pp"], [37, 2, 1, "", "preferred_actions"], [37, 5, 1, "", "r"], [37, 5, 1, "", "root"], [37, 2, 1, "", "s"], [37, 2, 1, "", "single_node_str"], [37, 2, 1, "", "step"], [37, 2, 1, "", "tree_stats"]], "pomdp_py.utils.interfaces.conversion": [[46, 1, 1, "", "AlphaVectorPolicy"], [46, 1, 1, "", "PolicyGraph"], [46, 4, 1, "", "to_pomdp_file"], [46, 4, 1, "", "to_pomdpx_file"]], "pomdp_py.utils.interfaces.conversion.AlphaVectorPolicy": [[46, 2, 1, "", "construct"], [46, 2, 1, "", "plan"], [46, 2, 1, "", "value"]], "pomdp_py.utils.interfaces.conversion.PolicyGraph": [[46, 2, 1, "", "construct"], [46, 2, 1, "", "plan"], [46, 2, 1, "", "update"]], "pomdp_py.utils.interfaces": [[46, 0, 0, "-", "solvers"]], "pomdp_py.utils.interfaces.solvers": [[46, 4, 1, "", "sarsop"], [46, 4, 1, "", "vi_pruning"]], "pomdp_py.utils.math": [[37, 4, 1, "", "R_between"], [37, 4, 1, "", "R_x"], [37, 4, 1, "", "R_y"], [37, 4, 1, "", "R_z"], [37, 4, 1, "", "T"], [37, 4, 1, "", "approx_equal"], [37, 4, 1, "", "euclidean_dist"], [37, 4, 1, "", "proj"], [37, 4, 1, "", "to_radians"], [37, 4, 1, "", "vec"]], "pomdp_py.utils.misc": [[37, 4, 1, "", "json_safe"], [37, 4, 1, "", "remap"], [37, 4, 1, "", "safe_slice"], [37, 4, 1, "", "similar"], [37, 1, 1, "", "special_char"]], "pomdp_py.utils.misc.special_char": [[37, 3, 1, "", "SUBSCRIPT"], [37, 3, 1, "", "bottomleft"], [37, 3, 1, "", "bottomright"], [37, 3, 1, "", "bottomt"], [37, 3, 1, "", "down"], [37, 3, 1, "", "hline"], [37, 3, 1, "", "intersect"], [37, 3, 1, "", "left"], [37, 3, 1, "", "leftt"], [37, 3, 1, "", "longbottomleft"], [37, 3, 1, "", "longbottomright"], [37, 3, 1, "", "longleft"], [37, 3, 1, "", "longright"], [37, 3, 1, "", "longtopleft"], [37, 3, 1, "", "longtopright"], [37, 3, 1, "", "right"], [37, 3, 1, "", "rightt"], [37, 3, 1, "", "shadebar"], [37, 3, 1, "", "topleft"], [37, 3, 1, "", "topright"], [37, 3, 1, "", "topt"], [37, 3, 1, "", "up"], [37, 3, 1, "", "vline"]], "pomdp_py.utils.templates": [[37, 1, 1, "", "DetObservationModel"], [37, 1, 1, "", "DetRewardModel"], [37, 1, 1, "", "DetTransitionModel"], [37, 1, 1, "", "SimpleAction"], [37, 1, 1, "", "SimpleObservation"], [37, 1, 1, "", "SimpleState"], [37, 1, 1, "", "TabularObservationModel"], [37, 1, 1, "", "TabularRewardModel"], [37, 1, 1, "", "TabularTransitionModel"], [37, 1, 1, "", "UniformPolicyModel"]], "pomdp_py.utils.templates.DetObservationModel": [[37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.DetRewardModel": [[37, 2, 1, "", "argmax"], [37, 2, 1, "", "reward_func"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.DetTransitionModel": [[37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.TabularObservationModel": [[37, 2, 1, "", "get_all_observations"], [37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.TabularRewardModel": [[37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.TabularTransitionModel": [[37, 2, 1, "", "get_all_states"], [37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.UniformPolicyModel": [[37, 2, 1, "", "get_all_actions"], [37, 2, 1, "", "rollout"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.typ": [[37, 1, 1, "", "bcolors"], [37, 4, 1, "", "blue"], [37, 4, 1, "", "bold"], [37, 4, 1, "", "cyan"], [37, 4, 1, "", "error"], [37, 4, 1, "", "green"], [37, 4, 1, "", "info"], [37, 4, 1, "", "magenta"], [37, 4, 1, "", "note"], [37, 4, 1, "", "red"], [37, 4, 1, "", "success"], [37, 4, 1, "", "warning"], [37, 4, 1, "", "white"], [37, 4, 1, "", "yellow"]], "pomdp_py.utils.typ.bcolors": [[37, 3, 1, "", "BLUE"], [37, 3, 1, "", "BOLD"], [37, 3, 1, "", "CYAN"], [37, 3, 1, "", "ENDC"], [37, 3, 1, "", "GREEN"], [37, 3, 1, "", "MAGENTA"], [37, 3, 1, "", "RED"], [37, 3, 1, "", "WHITE"], [37, 3, 1, "", "YELLOW"], [37, 2, 1, "", "disable"], [37, 2, 1, "", "s"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:function", "5": "py:property"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "function", "Python function"], "5": ["py", "property", "Python property"]}, "titleterms": {"pomdp_pi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 46, 52], "packag": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 40], "algorithm": [2, 3, 4], "po_rollout": 2, "modul": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 37, 38, 39, 40], "po_uct": 2, "pomcp": 2, "value_iter": 2, "bsp": [2, 3], "blqr": [2, 3], "visual": [2, 4, 10, 21, 29, 40], "submodul": [3, 4, 7, 8, 9, 10, 11, 12, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 37, 40], "content": [3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 37, 40, 46, 53], "framework": 5, "basic": 5, "oopomdp": 5, "planner": 5, "problem": [6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 41, 47], "subpackag": [6, 7, 13, 16, 18, 22, 24, 26, 30, 32, 37], "lasertag": [], "light_dark": [7, 8, 9, 10, 11], "problem_discret": 7, "test": [7, 53], "agent": [8, 19, 27, 46], "belief": [8, 19, 35], "domain": [9, 14, 20, 28, 48, 49], "action": [9, 14, 20, 28, 45], "observ": [9, 14, 20, 28], "state": [9, 14, 20, 28], "env": [10, 15, 21, 29], "plot": [10, 37], "model": [11, 16, 17, 22, 23, 30, 31, 48], "observation_model": [11, 22, 30], "transition_model": [11, 22, 30], "load_unload": 12, "maze": [13, 14, 15, 16, 17], "compon": [17, 23, 31], "map": 17, "multi_object_search": [18, 19, 20, 21, 22, 23], "example_world": [18, 26], "policy_model": [22, 30], "reward_model": [22, 30], "grid_map": [23, 31], "sensor": 23, "rocksampl": [24, 25], "cython": [24, 25, 32, 33], "rocksample_problem": [24, 25], "run_rocksampl": 25, "tag": [26, 27, 28, 29, 30, 31], "constant": 26, "experi": 26, "motion_polici": 31, "tiger": [32, 33, 44, 48], "tiger_problem": [32, 33], "run_tig": 33, "represent": [34, 35, 36], "histogram": [35, 36], "particl": [35, 36], "distribut": 36, "gaussian": 36, "util": [37, 38, 39], "color": 37, "cython_util": 37, "cpython": 37, "37m": 37, "x86_64": 37, "linux": 37, "gnu": 37, "debug": [37, 38], "treedebugg": [37, 38], "math": 37, "misc": 37, "templat": 37, "test_util": 37, "typ": 37, "interfac": 39, "simple_rl": 39, "search_tre": 40, "build": 41, "document": [41, 52], "doc": [41, 54], "pomdp_problem": 24, "note": 41, "changelog": [41, 42], "design": 43, "principl": 43, "exampl": [44, 46], "multi": [18, 44, 47], "object": [18, 44, 47], "search": [18, 44, 47], "mo": [18, 44, 47], "prefer": 45, "base": 45, "prior": 45, "us": [46, 51], "extern": 46, "solver": [46, 50], "tabl": [46, 53], "convert": 46, "pomdp": [46, 47, 48, 49, 50, 53, 55], "file": 46, "solv": [46, 48], "sarsop": 46, "policygraph": 46, "alphavectorpolici": 46, "overview": [47, 52], "implement": 47, "thi": 47, "convent": 47, "try": 47, "defin": 48, "instanti": 48, "instanc": 48, "summari": 48, "exist": [49, 50], "case": 51, "extens": 51, "get": 52, "start": 52, "further": 52, "citat": 52, "api": 52, "refer": 52, "tool": 52, "instal": 53, "pre": 53, "py": 53, "thing": 53, "out": 53, "docker": 53, "imag": 53, "other": 55, "librari": 55, "integr": [], "version": 42, "1": 42, "3": 42, "4": 42, "01": 42, "26": 42, "2024": 42, "07": 42, "25": 42, "2023": 42, "2": 42, "04": 42, "03": 42, "2022": 42, "11": 42, "2021": 42, "0": 42, "09": 42, "30": 42, "6": 42, "cancel": 42, "5": 42, "05": 42, "06": 42, "02": 42, "22": 42, "17": 42, "12": 42, "23": 42, "2020": 42, "pull": 42, "request": 42, "08": 42, "16": 42, "light": 7, "dark": 7, "load": 12, "unload": 12, "task": 18}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinxcontrib.bibtex": 9, "sphinx.ext.viewcode": 1, "sphinx": 60}, "alltitles": {"pomdp_py package": [[1, "pomdp-py-package"]], "pomdp_py.algorithms.bsp.blqr module": [[3, "module-pomdp_py.algorithms.bsp.blqr"], [2, "module-pomdp_py.algorithms.bsp.blqr"]], "pomdp_py.algorithms.bsp package": [[3, "pomdp-py-algorithms-bsp-package"]], "Submodules": [[3, "submodules"], [14, "submodules"], [15, "submodules"], [19, "submodules"], [20, "submodules"], [21, "submodules"], [22, "submodules"], [23, "submodules"], [26, "submodules"], [27, "submodules"], [28, "submodules"], [29, "submodules"], [30, "submodules"], [31, "submodules"], [12, "submodules"], [18, "submodules"], [32, "submodules"], [4, "submodules"], [7, "submodules"], [8, "submodules"], [9, "submodules"], [10, "submodules"], [11, "submodules"], [17, "submodules"], [24, "submodules"], [25, "submodules"], [33, "submodules"], [37, "submodules"], [40, "submodules"]], "Module contents": [[3, "module-pomdp_py.algorithms.bsp"], [6, "module-pomdp_py.problems"], [14, "module-pomdp_py.problems.maze.domain"], [15, "module-pomdp_py.problems.maze.env"], [16, "module-pomdp_py.problems.maze.models"], [19, "module-pomdp_py.problems.multi_object_search.agent"], [20, "module-pomdp_py.problems.multi_object_search.domain"], [21, "module-pomdp_py.problems.multi_object_search.env"], [22, "module-pomdp_py.problems.multi_object_search.models"], [23, "module-pomdp_py.problems.multi_object_search.models.components"], [26, "module-pomdp_py.problems.tag"], [27, "module-pomdp_py.problems.tag.agent"], [28, "module-pomdp_py.problems.tag.domain"], [29, "module-pomdp_py.problems.tag.env"], [30, "module-pomdp_py.problems.tag.models"], [31, "module-pomdp_py.problems.tag.models.components"], [12, "module-pomdp_py.problems.load_unload"], [13, "module-pomdp_py.problems.maze"], [18, "module-pomdp_py.problems.multi_object_search"], [32, "module-pomdp_py.problems.tiger"], [4, "module-contents"], [7, "module-contents"], [8, "module-contents"], [9, "module-contents"], [10, "module-pomdp_py.problems.light_dark.env"], [11, "module-contents"], [17, "module-pomdp_py.problems.maze.models.components"], [24, "module-pomdp_py.problems.rocksample"], [25, "module-pomdp_py.problems.rocksample.cythonize"], [33, "module-pomdp_py.problems.tiger.cythonize"], [37, "module-pomdp_py.utils"], [40, "module-contents"]], "pomdp_py.framework package": [[5, "pomdp-py-framework-package"]], "pomdp_py.framework.basics module": [[5, "module-pomdp_py.framework.basics"]], "pomdp_py.framework.oopomdp module": [[5, "module-pomdp_py.framework.oopomdp"]], "pomdp_py.framework.planner module": [[5, "module-pomdp_py.framework.planner"]], "pomdp_py.problems package": [[6, "pomdp-py-problems-package"]], "Subpackages": [[6, "subpackages"], [16, "subpackages"], [22, "subpackages"], [26, "subpackages"], [30, "subpackages"], [13, "subpackages"], [18, "subpackages"], [32, "subpackages"], [7, "subpackages"], [24, "subpackages"], [37, "subpackages"]], "pomdp_py.problems.maze.domain package": [[14, "pomdp-py-problems-maze-domain-package"]], "pomdp_py.problems.maze.domain.action module": [[14, "module-pomdp_py.problems.maze.domain.action"]], "pomdp_py.problems.maze.domain.observation module": [[14, "module-pomdp_py.problems.maze.domain.observation"]], "pomdp_py.problems.maze.domain.state module": [[14, "module-pomdp_py.problems.maze.domain.state"]], "pomdp_py.problems.maze.env package": [[15, "pomdp-py-problems-maze-env-package"]], "pomdp_py.problems.maze.env.env module": [[15, "module-pomdp_py.problems.maze.env.env"]], "pomdp_py.problems.maze.models package": [[16, "pomdp-py-problems-maze-models-package"]], "pomdp_py.problems.multi_object_search.agent package": [[19, "pomdp-py-problems-multi-object-search-agent-package"]], "pomdp_py.problems.multi_object_search.agent.agent module": [[19, "module-pomdp_py.problems.multi_object_search.agent.agent"]], "pomdp_py.problems.multi_object_search.agent.belief module": [[19, "module-pomdp_py.problems.multi_object_search.agent.belief"]], "pomdp_py.problems.multi_object_search.domain package": [[20, "pomdp-py-problems-multi-object-search-domain-package"]], "pomdp_py.problems.multi_object_search.domain.action module": [[20, "module-pomdp_py.problems.multi_object_search.domain.action"]], "pomdp_py.problems.multi_object_search.domain.observation module": [[20, "module-pomdp_py.problems.multi_object_search.domain.observation"]], "pomdp_py.problems.multi_object_search.domain.state module": [[20, "module-pomdp_py.problems.multi_object_search.domain.state"]], "pomdp_py.problems.multi_object_search.env package": [[21, "pomdp-py-problems-multi-object-search-env-package"]], "pomdp_py.problems.multi_object_search.env.env module": [[21, "module-pomdp_py.problems.multi_object_search.env.env"]], "pomdp_py.problems.multi_object_search.env.visual module": [[21, "module-pomdp_py.problems.multi_object_search.env.visual"]], "pomdp_py.problems.multi_object_search.models package": [[22, "pomdp-py-problems-multi-object-search-models-package"]], "pomdp_py.problems.multi_object_search.models.observation_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.observation_model"]], "pomdp_py.problems.multi_object_search.models.policy_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.policy_model"]], "pomdp_py.problems.multi_object_search.models.reward_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.reward_model"]], "pomdp_py.problems.multi_object_search.models.transition_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.transition_model"]], "pomdp_py.problems.multi_object_search.models.components package": [[23, "pomdp-py-problems-multi-object-search-models-components-package"]], "pomdp_py.problems.multi_object_search.models.components.grid_map module": [[23, "module-pomdp_py.problems.multi_object_search.models.components.grid_map"]], "pomdp_py.problems.multi_object_search.models.components.sensor module": [[23, "module-pomdp_py.problems.multi_object_search.models.components.sensor"]], "pomdp_py.problems.tag package": [[26, "pomdp-py-problems-tag-package"]], "pomdp_py.problems.tag.constants module": [[26, "module-pomdp_py.problems.tag.constants"]], "pomdp_py.problems.tag.example_worlds module": [[26, "module-pomdp_py.problems.tag.example_worlds"]], "pomdp_py.problems.tag.experiment module": [[26, "module-pomdp_py.problems.tag.experiment"]], "pomdp_py.problems.tag.problem module": [[26, "module-pomdp_py.problems.tag.problem"]], "pomdp_py.problems.tag.agent package": [[27, "pomdp-py-problems-tag-agent-package"]], "pomdp_py.problems.tag.agent.agent module": [[27, "module-pomdp_py.problems.tag.agent.agent"]], "pomdp_py.problems.tag.domain package": [[28, "pomdp-py-problems-tag-domain-package"]], "pomdp_py.problems.tag.domain.action module": [[28, "module-pomdp_py.problems.tag.domain.action"]], "pomdp_py.problems.tag.domain.observation module": [[28, "module-pomdp_py.problems.tag.domain.observation"]], "pomdp_py.problems.tag.domain.state module": [[28, "module-pomdp_py.problems.tag.domain.state"]], "pomdp_py.problems.tag.env package": [[29, "pomdp-py-problems-tag-env-package"]], "pomdp_py.problems.tag.env.env module": [[29, "module-pomdp_py.problems.tag.env.env"]], "pomdp_py.problems.tag.env.visual module": [[29, "module-pomdp_py.problems.tag.env.visual"]], "pomdp_py.problems.tag.models package": [[30, "pomdp-py-problems-tag-models-package"]], "pomdp_py.problems.tag.models.observation_model module": [[30, "module-pomdp_py.problems.tag.models.observation_model"]], "pomdp_py.problems.tag.models.policy_model module": [[30, "module-pomdp_py.problems.tag.models.policy_model"]], "pomdp_py.problems.tag.models.reward_model module": [[30, "module-pomdp_py.problems.tag.models.reward_model"]], "pomdp_py.problems.tag.models.transition_model module": [[30, "module-pomdp_py.problems.tag.models.transition_model"]], "pomdp_py.problems.tag.models.components package": [[31, "pomdp-py-problems-tag-models-components-package"]], "pomdp_py.problems.tag.models.components.grid_map module": [[31, "module-pomdp_py.problems.tag.models.components.grid_map"]], "pomdp_py.problems.tag.models.components.motion_policy module": [[31, "module-pomdp_py.problems.tag.models.components.motion_policy"]], "pomdp_py.representations package": [[34, "pomdp-py-representations-package"]], "pomdp_py.representations.belief package": [[35, "pomdp-py-representations-belief-package"]], "pomdp_py.representations.belief.histogram module": [[35, "module-pomdp_py.representations.belief.histogram"]], "pomdp_py.representations.belief.particles module": [[35, "module-pomdp_py.representations.belief.particles"]], "pomdp_py.representations.distribution package": [[36, "pomdp-py-representations-distribution-package"]], "pomdp_py.representations.distribution.histogram module": [[36, "module-pomdp_py.representations.distribution.histogram"]], "pomdp_py.representations.distribution.particles module": [[36, "module-pomdp_py.representations.distribution.particles"]], "pomdp_py.representations.distribution.gaussian module": [[36, "module-pomdp_py.representations.distribution.gaussian"]], "pomdp_py.utils.debugging module": [[38, "module-pomdp_py.utils.debugging"], [37, "module-pomdp_py.utils.debugging"]], "TreeDebugger": [[38, "treedebugger"], [37, "treedebugger"]], "Design Principles": [[43, "design-principles"]], "Examples": [[44, "examples"]], "Tiger": [[44, "tiger"], [48, "tiger"], [32, "tiger"]], "Multi-Object Search (MOS)": [[44, "multi-object-search-mos"], [47, "multi-object-search-mos"]], "Preference-based Action Prior": [[45, "preference-based-action-prior"]], "Using External Solvers": [[46, "module-pomdp_py.utils.interfaces.solvers"]], "Table of Contents": [[46, "table-of-contents"], [53, "table-of-contents"]], "Converting a pomdp_py Agent to a POMDP File": [[46, "converting-a-pomdp-py-agent-to-a-pomdp-file"]], "Example": [[46, "example"], [46, "id2"], [46, "id4"]], "Using pomdp-solve": [[46, "using-pomdp-solve"]], "Using sarsop": [[46, "using-sarsop"]], "PolicyGraph and AlphaVectorPolicy": [[46, "policygraph-and-alphavectorpolicy"]], "Problem overview": [[47, "problem-overview"]], "Implementing this POMDP: Conventions": [[47, "implementing-this-pomdp-conventions"]], "Try it": [[47, "try-it"]], "Define the domain": [[48, "define-the-domain"]], "Define the models": [[48, "define-the-models"]], "Define the POMDP": [[48, "define-the-pomdp"]], "Instantiate the POMDP": [[48, "instantiate-the-pomdp"]], "Solve the POMDP instance": [[48, "solve-the-pomdp-instance"]], "Summary": [[48, "summary"]], "Existing POMDP Domains": [[49, "existing-pomdp-domains"]], "Existing POMDP Solvers": [[50, "existing-pomdp-solvers"]], "Use Case Extensions": [[51, "use-case-extensions"]], "Installation": [[53, "installation"]], "Pre-installation": [[53, "pre-installation"]], "Install pomdp-py": [[53, "install-pomdp-py"]], "Test things out": [[53, "test-things-out"]], "Docker image": [[53, "docker-image"]], "docs": [[54, "docs"]], "Other POMDP Libraries": [[55, "other-pomdp-libraries"]], "pomdp_py": [[0, "pomdp-py"]], "pomdp_py.problems.load_unload package": [[12, "pomdp-py-problems-load-unload-package"]], "Load/Unload": [[12, "load-unload"]], "pomdp_py.problems.load_unload.load_unload module": [[12, "module-pomdp_py.problems.load_unload.load_unload"]], "pomdp_py.problems.maze package": [[13, "pomdp-py-problems-maze-package"]], "Maze": [[13, "maze"], [13, "id1"]], "pomdp_py.problems.multi_object_search package": [[18, "pomdp-py-problems-multi-object-search-package"]], "Multi-Object Search (MOS) Task": [[18, "multi-object-search-mos-task"]], "pomdp_py.problems.multi_object_search.example_worlds module": [[18, "module-pomdp_py.problems.multi_object_search.example_worlds"]], "pomdp_py.problems.multi_object_search.problem module": [[18, "module-pomdp_py.problems.multi_object_search.problem"]], "pomdp_py.problems.tiger package": [[32, "pomdp-py-problems-tiger-package"]], "pomdp_py.problems.tiger.cythonize module": [[32, "module-pomdp_py.problems.tiger.cythonize"]], "pomdp_py.problems.tiger.tiger_problem module": [[32, "module-pomdp_py.problems.tiger.tiger_problem"]], "Building Documentations": [[41, "building-documentations"]], "Building docs for pomdp_py": [[41, "building-docs-for-pomdp-py"]], "Building docs for pomdp_py.problems": [[41, "building-docs-for-pomdp-py-problems"]], "Note on Changelog": [[41, "note-on-changelog"]], "pomdp_py Documentation": [[52, "pomdp-py-documentation"]], "Overview": [[52, "overview"]], "Getting Started": [[52, "getting-started"]], "Further": [[52, "further"]], "Citation": [[52, "citation"]], "API References": [[52, "api-references"], [52, null]], "Tools": [[52, "tools"]], "Changelog": [[42, "changelog"]], "Version 1.3.5 (03/12/2024)": [[42, "version-1-3-5-03-12-2024"]], "Version 1.3.4 (01/26/2024)": [[42, "version-1-3-4-01-26-2024"]], "Version 1.3.3 (07/25/2023)": [[42, "version-1-3-3-07-25-2023"]], "Version 1.3.2 (04/03/2022)": [[42, "version-1-3-2-04-03-2022"]], "Version 1.3.1 (11/03/2021)": [[42, "version-1-3-1-11-03-2021"]], "Version 1.3.0.1 (09/30/2021)": [[42, "version-1-3-0-1-09-30-2021"]], "Version 1.2.4.6 (canceled)": [[42, "version-1-2-4-6-canceled"]], "Version 1.2.4.5 (07/05/2021)": [[42, "version-1-2-4-5-07-05-2021"]], "Version 1.2.4.1 (06/02/2021)": [[42, "version-1-2-4-1-06-02-2021"]], "Version 1.2.4 (06/01/2021)": [[42, "version-1-2-4-06-01-2021"]], "Version 1.2.3 (03/22/2021)": [[42, "version-1-2-3-03-22-2021"]], "Version 1.2.2.1 (01/25/2021)": [[42, "version-1-2-2-1-01-25-2021"]], "Version 1.2.2 (01/17/2021)": [[42, "version-1-2-2-01-17-2021"]], "Version 1.2.1 (12/23/2020)": [[42, "version-1-2-1-12-23-2020"]], "Pull Request #3 (08/01/2020)": [[42, "pull-request-3-08-01-2020"]], "Pull Request #1 (06/02/2020)": [[42, "pull-request-1-06-02-2020"]], "Version 1.0 - 1.2 (02/08/2020 - 02/16/2020)": [[42, "version-1-0-1-2-02-08-2020-02-16-2020"]], "Version 0.0": [[42, "version-0-0"]], "pomdp_py.algorithms package": [[2, "pomdp-py-algorithms-package"]], "pomdp_py.algorithms.po_rollout module": [[2, "module-pomdp_py.algorithms.po_rollout"]], "pomdp_py.algorithms.po_uct module": [[2, "module-pomdp_py.algorithms.po_uct"]], "pomdp_py.algorithms.pomcp module": [[2, "module-pomdp_py.algorithms.pomcp"]], "pomdp_py.algorithms.value_iteration module": [[2, "module-pomdp_py.algorithms.value_iteration"]], "pomdp_py.algorithms.visual.visual module": [[2, "pomdp-py-algorithms-visual-visual-module"], [4, "pomdp-py-algorithms-visual-visual-module"]], "pomdp_py.algorithms.visual package": [[4, "pomdp-py-algorithms-visual-package"]], "pomdp_py.problems.light_dark package": [[7, "pomdp-py-problems-light-dark-package"]], "Light-Dark": [[7, "light-dark"]], "pomdp_py.problems.light_dark.problem_discrete module": [[7, "pomdp-py-problems-light-dark-problem-discrete-module"]], "pomdp_py.problems.light_dark.test module": [[7, "pomdp-py-problems-light-dark-test-module"]], "pomdp_py.problems.light_dark.agent package": [[8, "pomdp-py-problems-light-dark-agent-package"]], "pomdp_py.problems.light_dark.agent.belief module": [[8, "pomdp-py-problems-light-dark-agent-belief-module"]], "pomdp_py.problems.light_dark.domain package": [[9, "pomdp-py-problems-light-dark-domain-package"]], "pomdp_py.problems.light_dark.domain.action module": [[9, "pomdp-py-problems-light-dark-domain-action-module"]], "pomdp_py.problems.light_dark.domain.observation module": [[9, "pomdp-py-problems-light-dark-domain-observation-module"]], "pomdp_py.problems.light_dark.domain.state module": [[9, "pomdp-py-problems-light-dark-domain-state-module"]], "pomdp_py.problems.light_dark.env package": [[10, "pomdp-py-problems-light-dark-env-package"]], "pomdp_py.problems.light_dark.env.env module": [[10, "module-pomdp_py.problems.light_dark.env.env"]], "pomdp_py.problems.light_dark.env.plotting module": [[10, "module-pomdp_py.problems.light_dark.env.plotting"]], "pomdp_py.problems.light_dark.env.visual module": [[10, "pomdp-py-problems-light-dark-env-visual-module"]], "pomdp_py.problems.light_dark.models package": [[11, "pomdp-py-problems-light-dark-models-package"]], "pomdp_py.problems.light_dark.models.observation_model module": [[11, "pomdp-py-problems-light-dark-models-observation-model-module"]], "pomdp_py.problems.light_dark.models.transition_model module": [[11, "pomdp-py-problems-light-dark-models-transition-model-module"]], "pomdp_py.problems.maze.models.components package": [[17, "pomdp-py-problems-maze-models-components-package"]], "pomdp_py.problems.maze.models.components.map module": [[17, "pomdp-py-problems-maze-models-components-map-module"]], "pomdp_py.problems.rocksample package": [[24, "pomdp-py-problems-rocksample-package"]], "RockSample": [[24, "rocksample"]], "pomdp_problems.rocksample.rocksample_problem module": [[24, "pomdp-problems-rocksample-rocksample-problem-module"]], "pomdp_py.problems.rocksample.cythonize module": [[24, "module-pomdp_py.problems.rocksample.cythonize"]], "pomdp_py.problems.rocksample.rocksample_problem module": [[24, "module-pomdp_py.problems.rocksample.rocksample_problem"]], "pomdp_py.problems.rocksample.cythonize package": [[25, "pomdp-py-problems-rocksample-cythonize-package"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem module": [[25, "module-pomdp_py.problems.rocksample.cythonize.rocksample_problem"], [25, "id1"], [25, "id49"], [25, "id98"]], "pomdp_py.problems.rocksample.cythonize.run_rocksample module": [[25, "pomdp-py-problems-rocksample-cythonize-run-rocksample-module"]], "pomdp_py.problems.tiger.cythonize package": [[33, "pomdp-py-problems-tiger-cythonize-package"]], "pomdp_py.problems.tiger.cythonize.run_tiger module": [[33, "pomdp-py-problems-tiger-cythonize-run-tiger-module"]], "pomdp_py.problems.tiger.cythonize.tiger_problem module": [[33, "module-pomdp_py.problems.tiger.cythonize.tiger_problem"], [33, "id1"], [33, "id39"], [33, "id78"]], "pomdp_py.utils package": [[37, "pomdp-py-utils-package"]], "pomdp_py.utils.colors module": [[37, "module-pomdp_py.utils.colors"]], "pomdp_py.utils.cython_utils.cpython-37m-x86_64-linux-gnu module": [[37, "pomdp-py-utils-cython-utils-cpython-37m-x86-64-linux-gnu-module"]], "pomdp_py.utils.cython_utils module": [[37, "module-pomdp_py.utils.cython_utils"]], "pomdp_py.utils.math module": [[37, "module-pomdp_py.utils.math"]], "pomdp_py.utils.misc module": [[37, "module-pomdp_py.utils.misc"]], "pomdp_py.utils.plotting module": [[37, "pomdp-py-utils-plotting-module"]], "pomdp_py.utils.templates module": [[37, "module-pomdp_py.utils.templates"]], "pomdp_py.utils.test_utils module": [[37, "pomdp-py-utils-test-utils-module"]], "pomdp_py.utils.typ module": [[37, "module-pomdp_py.utils.typ"]], "pomdp_py.utils.interfaces package": [[39, "pomdp-py-utils-interfaces-package"]], "pomdp_py.utils.interfaces.simple_rl module": [[39, "pomdp-py-utils-interfaces-simple-rl-module"]], "pomdp_py.visual package": [[40, "pomdp-py-visual-package"]], "pomdp_py.visual.search_tree module": [[40, "pomdp-py-visual-search-tree-module"]]}, "indexentries": {"actionprior (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.ActionPrior"]], "blqr (class in pomdp_py.algorithms.bsp.blqr)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR"]], "pomcp (class in pomdp_py.algorithms.pomcp)": [[2, "pomdp_py.algorithms.pomcp.POMCP"]], "porollout (class in pomdp_py.algorithms.po_rollout)": [[2, "pomdp_py.algorithms.po_rollout.PORollout"]], "pouct (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.POUCT"]], "qnode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.QNode"]], "randomrollout (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.RandomRollout"]], "rolloutpolicy (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.RolloutPolicy"]], "rootvnode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.RootVNode"]], "rootvnodeparticles (class in pomdp_py.algorithms.pomcp)": [[2, "pomdp_py.algorithms.pomcp.RootVNodeParticles"]], "treenode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.TreeNode"]], "vnode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.VNode"]], "vnodeparticles (class in pomdp_py.algorithms.pomcp)": [[2, "pomdp_py.algorithms.pomcp.VNodeParticles"]], "valueiteration (class in pomdp_py.algorithms.value_iteration)": [[2, "pomdp_py.algorithms.value_iteration.ValueIteration"]], "action_prior (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.action_prior"]], "argmax() (pomdp_py.algorithms.po_uct.vnode method)": [[2, "pomdp_py.algorithms.po_uct.VNode.argmax"]], "belief (pomdp_py.algorithms.pomcp.rootvnodeparticles attribute)": [[2, "pomdp_py.algorithms.pomcp.RootVNodeParticles.belief"]], "belief (pomdp_py.algorithms.pomcp.vnodeparticles attribute)": [[2, "pomdp_py.algorithms.pomcp.VNodeParticles.belief"]], "children (pomdp_py.algorithms.po_uct.treenode attribute)": [[2, "pomdp_py.algorithms.po_uct.TreeNode.children"]], "clear_agent() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.clear_agent"]], "clear_agent() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.clear_agent"]], "create_plan() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.create_plan"]], "discount_factor (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.discount_factor"]], "ekf_update_mlo() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.ekf_update_mlo"]], "from_vnode() (pomdp_py.algorithms.po_uct.rootvnode class method)": [[2, "pomdp_py.algorithms.po_uct.RootVNode.from_vnode"]], "from_vnode() (pomdp_py.algorithms.pomcp.rootvnodeparticles class method)": [[2, "pomdp_py.algorithms.pomcp.RootVNodeParticles.from_vnode"]], "get_preferred_actions() (pomdp_py.algorithms.po_uct.actionprior method)": [[2, "pomdp_py.algorithms.po_uct.ActionPrior.get_preferred_actions"]], "history (pomdp_py.algorithms.po_uct.rootvnode attribute)": [[2, "pomdp_py.algorithms.po_uct.RootVNode.history"]], "integrate_belief_segment() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.integrate_belief_segment"]], "interpret_sqp_plan() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.interpret_sqp_plan"]], "last_best_reward (pomdp_py.algorithms.po_rollout.porollout attribute)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.last_best_reward"]], "last_num_sims (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.last_num_sims"]], "last_planning_time (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.last_planning_time"]], "max_depth (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.max_depth"]], "module": [[2, "module-pomdp_py.algorithms.bsp.blqr"], [2, "module-pomdp_py.algorithms.po_rollout"], [2, "module-pomdp_py.algorithms.po_uct"], [2, "module-pomdp_py.algorithms.pomcp"], [2, "module-pomdp_py.algorithms.value_iteration"], [6, "module-pomdp_py.problems"], [10, "module-pomdp_py.problems.light_dark.env"], [10, "module-pomdp_py.problems.light_dark.env.env"], [10, "module-pomdp_py.problems.light_dark.env.plotting"], [16, "module-pomdp_py.problems.maze.models"], [17, "module-pomdp_py.problems.maze.models.components"], [24, "module-pomdp_py.problems.rocksample"], [24, "module-pomdp_py.problems.rocksample.cythonize"], [24, "module-pomdp_py.problems.rocksample.rocksample_problem"], [25, "module-0"], [25, "module-1"], [25, "module-2"], [25, "module-pomdp_py.problems.rocksample.cythonize"], [25, "module-pomdp_py.problems.rocksample.cythonize.rocksample_problem"], [32, "module-pomdp_py.problems.tiger"], [32, "module-pomdp_py.problems.tiger.cythonize"], [32, "module-pomdp_py.problems.tiger.tiger_problem"], [33, "module-0"], [33, "module-1"], [33, "module-2"], [33, "module-pomdp_py.problems.tiger.cythonize"], [33, "module-pomdp_py.problems.tiger.cythonize.tiger_problem"], [37, "module-pomdp_py.utils"], [37, "module-pomdp_py.utils.colors"], [37, "module-pomdp_py.utils.cython_utils"], [37, "module-pomdp_py.utils.debugging"], [37, "module-pomdp_py.utils.math"], [37, "module-pomdp_py.utils.misc"], [37, "module-pomdp_py.utils.templates"], [37, "module-pomdp_py.utils.typ"]], "num_visits (pomdp_py.algorithms.po_uct.treenode attribute)": [[2, "pomdp_py.algorithms.po_uct.TreeNode.num_visits"]], "num_visits_init (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.num_visits_init"]], "plan() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.plan"]], "plan() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.plan"]], "plan() (pomdp_py.algorithms.pomcp.pomcp method)": [[2, "pomdp_py.algorithms.pomcp.POMCP.plan"]], "plan() (pomdp_py.algorithms.value_iteration.valueiteration method)": [[2, "pomdp_py.algorithms.value_iteration.ValueIteration.plan"]], "pomdp_py.algorithms.bsp.blqr": [[2, "module-pomdp_py.algorithms.bsp.blqr"]], "pomdp_py.algorithms.po_rollout": [[2, "module-pomdp_py.algorithms.po_rollout"]], "pomdp_py.algorithms.po_uct": [[2, "module-pomdp_py.algorithms.po_uct"]], "pomdp_py.algorithms.pomcp": [[2, "module-pomdp_py.algorithms.pomcp"]], "pomdp_py.algorithms.value_iteration": [[2, "module-pomdp_py.algorithms.value_iteration"]], "print_children_value() (pomdp_py.algorithms.po_uct.vnode method)": [[2, "pomdp_py.algorithms.po_uct.VNode.print_children_value"]], "rollout() (pomdp_py.algorithms.po_uct.randomrollout method)": [[2, "pomdp_py.algorithms.po_uct.RandomRollout.rollout"]], "rollout() (pomdp_py.algorithms.po_uct.rolloutpolicy method)": [[2, "pomdp_py.algorithms.po_uct.RolloutPolicy.rollout"]], "rollout_policy (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.rollout_policy"]], "segmented_cost_function() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.segmented_cost_function"]], "set_rollout_policy() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.set_rollout_policy"]], "set_rollout_policy() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.set_rollout_policy"]], "update() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.update"]], "update() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.update"]], "update() (pomdp_py.algorithms.pomcp.pomcp method)": [[2, "pomdp_py.algorithms.pomcp.POMCP.update"]], "update_agent_belief (pomdp_py.algorithms.po_rollout.porollout attribute)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.update_agent_belief"]], "update_agent_belief (pomdp_py.algorithms.pomcp.pomcp attribute)": [[2, "pomdp_py.algorithms.pomcp.POMCP.update_agent_belief"]], "updates_agent_belief (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.updates_agent_belief"]], "value (pomdp_py.algorithms.po_uct.treenode attribute)": [[2, "pomdp_py.algorithms.po_uct.TreeNode.value"]], "value (pomdp_py.algorithms.po_uct.vnode attribute)": [[2, "pomdp_py.algorithms.po_uct.VNode.value"]], "value_init (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.value_init"]], "pomdp_py.problems": [[6, "module-pomdp_py.problems"]], "lightdarkenvironment (class in pomdp_py.problems.light_dark.env.env)": [[10, "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment"]], "const (pomdp_py.problems.light_dark.env.env.lightdarkenvironment property)": [[10, "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment.const"]], "light (pomdp_py.problems.light_dark.env.env.lightdarkenvironment property)": [[10, "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment.light"]], "plot_circle() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_circle"]], "plot_line() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_line"]], "plot_points() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_points"]], "plot_polygons() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_polygons"]], "pomdp_py.problems.light_dark.env": [[10, "module-pomdp_py.problems.light_dark.env"]], "pomdp_py.problems.light_dark.env.env": [[10, "module-pomdp_py.problems.light_dark.env.env"]], "pomdp_py.problems.light_dark.env.plotting": [[10, "module-pomdp_py.problems.light_dark.env.plotting"]], "pomdp_py.problems.maze.models": [[16, "module-pomdp_py.problems.maze.models"]], "pomdp_py.problems.maze.models.components": [[17, "module-pomdp_py.problems.maze.models.components"]], "action (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.Action"]], "bad (pomdp_py.problems.rocksample.rocksample_problem.rocktype attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.BAD"]], "checkaction (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.CheckAction"]], "east (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.EAST"]], "good (pomdp_py.problems.rocksample.rocksample_problem.rocktype attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.GOOD"]], "moveaction (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction"]], "north (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.NORTH"]], "observation (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.Observation"]], "rsobservationmodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel"]], "rspolicymodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel"]], "rsrewardmodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel"]], "rstransitionmodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel"]], "rocksampleproblem (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem"]], "rocktype (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType"]], "south (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.SOUTH"]], "sampleaction (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.SampleAction"]], "state (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.State"]], "west (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.WEST"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rsobservationmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rsrewardmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rstransitionmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel.argmax"]], "create_instance() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.create_instance"]], "euclidean_dist() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.euclidean_dist"]], "generate_instance() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.generate_instance"]], "get_all_actions() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.get_all_actions"]], "in_exit_area() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.in_exit_area"]], "init_particles_belief() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.init_particles_belief"]], "invert() (pomdp_py.problems.rocksample.rocksample_problem.rocktype static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.invert"]], "main() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.main"]], "minimal_instance() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.minimal_instance"]], "pomdp_py.problems.rocksample": [[24, "module-pomdp_py.problems.rocksample"]], "pomdp_py.problems.rocksample.cythonize": [[24, "module-pomdp_py.problems.rocksample.cythonize"], [25, "module-pomdp_py.problems.rocksample.cythonize"]], "pomdp_py.problems.rocksample.rocksample_problem": [[24, "module-pomdp_py.problems.rocksample.rocksample_problem"]], "print_state() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.print_state"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rsobservationmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel.probability"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.probability"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rsrewardmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel.probability"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rstransitionmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel.probability"]], "random() (pomdp_py.problems.rocksample.rocksample_problem.rocktype static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.random"]], "random_free_location() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.random_free_location"]], "rollout() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.rollout"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rsobservationmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel.sample"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.sample"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rsrewardmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel.sample"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rstransitionmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel.sample"]], "test_planner() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.test_planner"]], "bad (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype attribute)": [[25, "id138"], [25, "id40"], [25, "id89"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.BAD"]], "checkaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id0"], [25, "id50"], [25, "id99"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.CheckAction"]], "east (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id102"], [25, "id4"], [25, "id53"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.EAST"]], "good (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype attribute)": [[25, "id139"], [25, "id41"], [25, "id90"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.GOOD"]], "moveaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id101"], [25, "id3"], [25, "id52"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction"]], "north (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id103"], [25, "id5"], [25, "id54"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.NORTH"]], "rsaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id107"], [25, "id58"], [25, "id9"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSAction"]], "rsobservation (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id10"], [25, "id108"], [25, "id59"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservation"]], "rsobservationmodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id110"], [25, "id12"], [25, "id61"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel"]], "rspolicymodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id114"], [25, "id16"], [25, "id65"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel"]], "rsrewardmodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id120"], [25, "id22"], [25, "id71"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel"]], "rsstate (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id124"], [25, "id26"], [25, "id75"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState"]], "rstransitionmodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id128"], [25, "id30"], [25, "id79"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel"]], "rocksampleproblem (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id132"], [25, "id34"], [25, "id83"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem"]], "rocktype (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id137"], [25, "id39"], [25, "id88"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType"]], "south (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id104"], [25, "id55"], [25, "id6"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.SOUTH"]], "sampleaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id142"], [25, "id44"], [25, "id93"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.SampleAction"]], "west (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id105"], [25, "id56"], [25, "id7"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.WEST"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservationmodel method)": [[25, "id111"], [25, "id13"], [25, "id62"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id115"], [25, "id17"], [25, "id66"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsrewardmodel method)": [[25, "id121"], [25, "id23"], [25, "id72"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rstransitionmodel method)": [[25, "id129"], [25, "id31"], [25, "id80"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel.argmax"]], "euclidean_dist() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id143"], [25, "id45"], [25, "id94"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.euclidean_dist"]], "generate_instance() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem static method)": [[25, "id133"], [25, "id35"], [25, "id84"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.generate_instance"]], "get_all_actions() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id116"], [25, "id18"], [25, "id67"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.get_all_actions"]], "in_exit_area() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem method)": [[25, "id134"], [25, "id36"], [25, "id85"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.in_exit_area"]], "init_particles_belief() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id144"], [25, "id46"], [25, "id95"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.init_particles_belief"]], "invert() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype static method)": [[25, "id140"], [25, "id42"], [25, "id91"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.invert"]], "main() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id145"], [25, "id47"], [25, "id96"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.main"]], "motion (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id106"], [25, "id57"], [25, "id8"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.motion"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem": [[25, "module-0"], [25, "module-1"], [25, "module-2"], [25, "module-pomdp_py.problems.rocksample.cythonize.rocksample_problem"]], "position (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsstate attribute)": [[25, "id125"], [25, "id27"], [25, "id76"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState.position"]], "print_state() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem method)": [[25, "id135"], [25, "id37"], [25, "id86"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.print_state"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservationmodel method)": [[25, "id112"], [25, "id14"], [25, "id63"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel.probability"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id117"], [25, "id19"], [25, "id68"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.probability"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsrewardmodel method)": [[25, "id122"], [25, "id24"], [25, "id73"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel.probability"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rstransitionmodel method)": [[25, "id130"], [25, "id32"], [25, "id81"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel.probability"]], "quality (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservation attribute)": [[25, "id109"], [25, "id11"], [25, "id60"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservation.quality"]], "random() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype static method)": [[25, "id141"], [25, "id43"], [25, "id92"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.random"]], "random_free_location() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem static method)": [[25, "id136"], [25, "id38"], [25, "id87"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.random_free_location"]], "rock_id (pomdp_py.problems.rocksample.cythonize.rocksample_problem.checkaction attribute)": [[25, "id100"], [25, "id2"], [25, "id51"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.CheckAction.rock_id"]], "rocktypes (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsstate attribute)": [[25, "id126"], [25, "id28"], [25, "id77"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState.rocktypes"]], "rollout() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id118"], [25, "id20"], [25, "id69"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.rollout"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservationmodel method)": [[25, "id113"], [25, "id15"], [25, "id64"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel.sample"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id119"], [25, "id21"], [25, "id70"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.sample"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsrewardmodel method)": [[25, "id123"], [25, "id25"], [25, "id74"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel.sample"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rstransitionmodel method)": [[25, "id131"], [25, "id33"], [25, "id82"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel.sample"]], "terminal (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsstate attribute)": [[25, "id127"], [25, "id29"], [25, "id78"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState.terminal"]], "test_planner() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id146"], [25, "id48"], [25, "id97"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.test_planner"]], "actions (pomdp_py.problems.tiger.tiger_problem.policymodel attribute)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.ACTIONS"]], "observationmodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel"]], "policymodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel"]], "rewardmodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.RewardModel"]], "tigeraction (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerAction"]], "tigerobservation (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerObservation"]], "tigerproblem (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerProblem"]], "tigerstate (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerState"]], "transitionmodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel"]], "create() (pomdp_py.problems.tiger.tiger_problem.tigerproblem static method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerProblem.create"]], "get_all_actions() (pomdp_py.problems.tiger.tiger_problem.policymodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.get_all_actions"]], "get_all_observations() (pomdp_py.problems.tiger.tiger_problem.observationmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel.get_all_observations"]], "get_all_states() (pomdp_py.problems.tiger.tiger_problem.transitionmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel.get_all_states"]], "main() (in module pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.main"]], "make_tiger() (in module pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.make_tiger"]], "other() (pomdp_py.problems.tiger.tiger_problem.tigerstate method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerState.other"]], "pomdp_py.problems.tiger": [[32, "module-pomdp_py.problems.tiger"]], "pomdp_py.problems.tiger.cythonize": [[32, "module-pomdp_py.problems.tiger.cythonize"], [33, "module-pomdp_py.problems.tiger.cythonize"]], "pomdp_py.problems.tiger.tiger_problem": [[32, "module-pomdp_py.problems.tiger.tiger_problem"]], "probability() (pomdp_py.problems.tiger.tiger_problem.observationmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel.probability"]], "probability() (pomdp_py.problems.tiger.tiger_problem.transitionmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel.probability"]], "rollout() (pomdp_py.problems.tiger.tiger_problem.policymodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.rollout"]], "sample() (pomdp_py.problems.tiger.tiger_problem.observationmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel.sample"]], "sample() (pomdp_py.problems.tiger.tiger_problem.policymodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.sample"]], "sample() (pomdp_py.problems.tiger.tiger_problem.rewardmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.RewardModel.sample"]], "sample() (pomdp_py.problems.tiger.tiger_problem.transitionmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel.sample"]], "test_planner() (in module pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.test_planner"]], "actions (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerproblem attribute)": [[33, "id17"], [33, "id56"], [33, "id95"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.ACTIONS"]], "observations (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerproblem attribute)": [[33, "id18"], [33, "id57"], [33, "id96"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.OBSERVATIONS"]], "states (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerproblem attribute)": [[33, "id19"], [33, "id58"], [33, "id97"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.STATES"]], "tigeraction (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id0"], [33, "id41"], [33, "id80"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerAction"]], "tigerobservation (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id3"], [33, "id42"], [33, "id81"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservation"]], "tigerobservationmodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id44"], [33, "id5"], [33, "id83"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel"]], "tigerpolicymodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id11"], [33, "id50"], [33, "id89"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel"]], "tigerproblem (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id16"], [33, "id55"], [33, "id94"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem"]], "tigerrewardmodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id20"], [33, "id59"], [33, "id98"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel"]], "tigerstate (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id103"], [33, "id25"], [33, "id64"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerState"]], "tigertransitionmodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id105"], [33, "id27"], [33, "id66"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id45"], [33, "id6"], [33, "id84"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.argmax"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id12"], [33, "id51"], [33, "id90"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.argmax"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id21"], [33, "id60"], [33, "id99"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.argmax"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id106"], [33, "id28"], [33, "id67"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.argmax"]], "build_actions() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id111"], [33, "id33"], [33, "id72"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_actions"]], "build_observations() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id112"], [33, "id34"], [33, "id73"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_observations"]], "build_setting() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id113"], [33, "id35"], [33, "id74"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_setting"]], "build_states() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id114"], [33, "id36"], [33, "id75"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_states"]], "get_all_actions() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id13"], [33, "id52"], [33, "id91"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.get_all_actions"]], "get_all_observations() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id46"], [33, "id7"], [33, "id85"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.get_all_observations"]], "get_all_states() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id107"], [33, "id29"], [33, "id68"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.get_all_states"]], "get_distribution() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id47"], [33, "id8"], [33, "id86"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.get_distribution"]], "get_distribution() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id100"], [33, "id22"], [33, "id61"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.get_distribution"]], "get_distribution() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id108"], [33, "id30"], [33, "id69"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.get_distribution"]], "main() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id115"], [33, "id37"], [33, "id76"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.main"]], "name (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservation attribute)": [[33, "id4"], [33, "id43"], [33, "id82"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservation.name"]], "name (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerstate attribute)": [[33, "id104"], [33, "id26"], [33, "id65"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerState.name"]], "pomdp_py.problems.tiger.cythonize.tiger_problem": [[33, "module-0"], [33, "module-1"], [33, "module-2"], [33, "module-pomdp_py.problems.tiger.cythonize.tiger_problem"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id48"], [33, "id87"], [33, "id9"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.probability"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id14"], [33, "id53"], [33, "id92"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.probability"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id101"], [33, "id23"], [33, "id62"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.probability"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id109"], [33, "id31"], [33, "id70"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.probability"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id10"], [33, "id49"], [33, "id88"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.sample"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id15"], [33, "id54"], [33, "id93"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.sample"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id102"], [33, "id24"], [33, "id63"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.sample"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id110"], [33, "id32"], [33, "id71"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.sample"]], "test_planner() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id116"], [33, "id38"], [33, "id77"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.test_planner"]], "blue (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.BLUE"]], "bold (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.BOLD"]], "cyan (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.CYAN"]], "detobservationmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.DetObservationModel"]], "detrewardmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.DetRewardModel"]], "dettransitionmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.DetTransitionModel"]], "endc (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.ENDC"]], "green (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.GREEN"]], "magenta (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.MAGENTA"]], "red (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.RED"]], "r_between() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_between"]], "r_x() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_x"]], "r_y() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_y"]], "r_z() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_z"]], "subscript (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.SUBSCRIPT"]], "simpleaction (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.SimpleAction"]], "simpleobservation (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.SimpleObservation"]], "simplestate (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.SimpleState"]], "t() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.T"]], "tabularobservationmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.TabularObservationModel"]], "tabularrewardmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.TabularRewardModel"]], "tabulartransitionmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.TabularTransitionModel"]], "treedebugger (class in pomdp_py.utils.debugging)": [[37, "pomdp_py.utils.debugging.TreeDebugger"]], "uniformpolicymodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.UniformPolicyModel"]], "white (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.WHITE"]], "yellow (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.YELLOW"]], "approx_equal() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.approx_equal"]], "argmax() (pomdp_py.utils.templates.detrewardmodel method)": [[37, "pomdp_py.utils.templates.DetRewardModel.argmax"]], "b (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.b"]], "back() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.back"]], "bcolors (class in pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.bcolors"]], "bestseq (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.bestseq"]], "bestseqd() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.bestseqd"]], "blue() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.blue"]], "bold() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.bold"]], "bottomleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.bottomleft"]], "bottomright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.bottomright"]], "bottomt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.bottomt"]], "c (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.c"]], "clear (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.clear"]], "cyan() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.cyan"]], "d (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.d"]], "depth (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.depth"]], "det_dict_hash() (in module pomdp_py.utils.cython_utils)": [[37, "pomdp_py.utils.cython_utils.det_dict_hash"]], "disable() (pomdp_py.utils.typ.bcolors static method)": [[37, "pomdp_py.utils.typ.bcolors.disable"]], "down (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.down"]], "error() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.error"]], "euclidean_dist() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.euclidean_dist"]], "get_all_actions() (pomdp_py.utils.templates.uniformpolicymodel method)": [[37, "pomdp_py.utils.templates.UniformPolicyModel.get_all_actions"]], "get_all_observations() (pomdp_py.utils.templates.tabularobservationmodel method)": [[37, "pomdp_py.utils.templates.TabularObservationModel.get_all_observations"]], "get_all_states() (pomdp_py.utils.templates.tabulartransitionmodel method)": [[37, "pomdp_py.utils.templates.TabularTransitionModel.get_all_states"]], "green() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.green"]], "hex_to_rgb() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.hex_to_rgb"]], "hline (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.hline"]], "info() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.info"]], "interpret_color() (in module pomdp_py.utils.debugging)": [[37, "pomdp_py.utils.debugging.interpret_color"]], "intersect (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.intersect"]], "inverse_color_hex() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.inverse_color_hex"]], "inverse_color_rgb() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.inverse_color_rgb"]], "json_safe() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.json_safe"]], "l() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.l"]], "layer() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.layer"]], "leaf (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.leaf"]], "left (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.left"]], "leftt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.leftt"]], "lighter() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.lighter"]], "longbottomleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longbottomleft"]], "longbottomright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longbottomright"]], "longleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longleft"]], "longright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longright"]], "longtopleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longtopleft"]], "longtopright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longtopright"]], "magenta() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.magenta"]], "mark() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mark"]], "mark_path() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mark_path"]], "mark_sequence() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mark_sequence"]], "markp() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.markp"]], "mbp (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mbp"]], "nl (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nl"]], "nn (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nn"]], "note() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.note"]], "nq (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nq"]], "num_layers (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.num_layers"]], "num_nodes() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.num_nodes"]], "nv (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nv"]], "p() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.p"]], "path() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.path"]], "path_to() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.path_to"]], "pm (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.pm"]], "pomdp_py.utils": [[37, "module-pomdp_py.utils"]], "pomdp_py.utils.colors": [[37, "module-pomdp_py.utils.colors"]], "pomdp_py.utils.cython_utils": [[37, "module-pomdp_py.utils.cython_utils"]], "pomdp_py.utils.debugging": [[37, "module-pomdp_py.utils.debugging"]], "pomdp_py.utils.math": [[37, "module-pomdp_py.utils.math"]], "pomdp_py.utils.misc": [[37, "module-pomdp_py.utils.misc"]], "pomdp_py.utils.templates": [[37, "module-pomdp_py.utils.templates"]], "pomdp_py.utils.typ": [[37, "module-pomdp_py.utils.typ"]], "pp (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.pp"]], "preferred_actions() (pomdp_py.utils.debugging.treedebugger static method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.preferred_actions"]], "probability() (pomdp_py.utils.templates.detobservationmodel method)": [[37, "pomdp_py.utils.templates.DetObservationModel.probability"]], "probability() (pomdp_py.utils.templates.dettransitionmodel method)": [[37, "pomdp_py.utils.templates.DetTransitionModel.probability"]], "probability() (pomdp_py.utils.templates.tabularobservationmodel method)": [[37, "pomdp_py.utils.templates.TabularObservationModel.probability"]], "probability() (pomdp_py.utils.templates.tabulartransitionmodel method)": [[37, "pomdp_py.utils.templates.TabularTransitionModel.probability"]], "proj() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.proj"]], "r (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.r"]], "random_unique_color() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.random_unique_color"]], "red() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.red"]], "remap() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.remap"]], "reward_func() (pomdp_py.utils.templates.detrewardmodel method)": [[37, "pomdp_py.utils.templates.DetRewardModel.reward_func"]], "rgb_to_hex() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.rgb_to_hex"]], "right (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.right"]], "rightt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.rightt"]], "rollout() (pomdp_py.utils.templates.uniformpolicymodel method)": [[37, "pomdp_py.utils.templates.UniformPolicyModel.rollout"]], "root (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.root"]], "s() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.s"]], "s() (pomdp_py.utils.typ.bcolors static method)": [[37, "pomdp_py.utils.typ.bcolors.s"]], "safe_slice() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.safe_slice"]], "sample() (pomdp_py.utils.templates.detobservationmodel method)": [[37, "pomdp_py.utils.templates.DetObservationModel.sample"]], "sample() (pomdp_py.utils.templates.detrewardmodel method)": [[37, "pomdp_py.utils.templates.DetRewardModel.sample"]], "sample() (pomdp_py.utils.templates.dettransitionmodel method)": [[37, "pomdp_py.utils.templates.DetTransitionModel.sample"]], "sample() (pomdp_py.utils.templates.tabularobservationmodel method)": [[37, "pomdp_py.utils.templates.TabularObservationModel.sample"]], "sample() (pomdp_py.utils.templates.tabularrewardmodel method)": [[37, "pomdp_py.utils.templates.TabularRewardModel.sample"]], "sample() (pomdp_py.utils.templates.tabulartransitionmodel method)": [[37, "pomdp_py.utils.templates.TabularTransitionModel.sample"]], "sample() (pomdp_py.utils.templates.uniformpolicymodel method)": [[37, "pomdp_py.utils.templates.UniformPolicyModel.sample"]], "shadebar (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.shadebar"]], "similar() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.similar"]], "single_node_str() (pomdp_py.utils.debugging.treedebugger static method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.single_node_str"]], "sorted_by_str() (in module pomdp_py.utils.debugging)": [[37, "pomdp_py.utils.debugging.sorted_by_str"]], "special_char (class in pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.special_char"]], "step() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.step"]], "success() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.success"]], "to_radians() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.to_radians"]], "topleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.topleft"]], "topright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.topright"]], "topt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.topt"]], "tree_stats() (pomdp_py.utils.debugging.treedebugger static method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.tree_stats"]], "up (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.up"]], "vec() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.vec"]], "vline (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.vline"]], "warning() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.warning"]], "white() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.white"]], "yellow() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.yellow"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["api/modules", "api/pomdp_py", "api/pomdp_py.algorithms", "api/pomdp_py.algorithms.bsp", "api/pomdp_py.algorithms.visual", "api/pomdp_py.framework", "api/pomdp_py.problems", "api/pomdp_py.problems.light_dark", "api/pomdp_py.problems.light_dark.agent", "api/pomdp_py.problems.light_dark.domain", "api/pomdp_py.problems.light_dark.env", "api/pomdp_py.problems.light_dark.models", "api/pomdp_py.problems.load_unload", "api/pomdp_py.problems.maze", "api/pomdp_py.problems.maze.domain", "api/pomdp_py.problems.maze.env", "api/pomdp_py.problems.maze.models", "api/pomdp_py.problems.maze.models.components", "api/pomdp_py.problems.multi_object_search", "api/pomdp_py.problems.multi_object_search.agent", "api/pomdp_py.problems.multi_object_search.domain", "api/pomdp_py.problems.multi_object_search.env", "api/pomdp_py.problems.multi_object_search.models", "api/pomdp_py.problems.multi_object_search.models.components", "api/pomdp_py.problems.rocksample", "api/pomdp_py.problems.rocksample.cythonize", "api/pomdp_py.problems.tag", "api/pomdp_py.problems.tag.agent", "api/pomdp_py.problems.tag.domain", "api/pomdp_py.problems.tag.env", "api/pomdp_py.problems.tag.models", "api/pomdp_py.problems.tag.models.components", "api/pomdp_py.problems.tiger", "api/pomdp_py.problems.tiger.cythonize", "api/pomdp_py.representations", "api/pomdp_py.representations.belief", "api/pomdp_py.representations.distribution", "api/pomdp_py.utils", "api/pomdp_py.utils.debugging", "api/pomdp_py.utils.interfaces", "api/pomdp_py.visual", "building_docs", "changelog", "design_principles", "examples", "examples.action_prior", "examples.external_solvers", "examples.mos", "examples.tiger", "existing_domains", "existing_solvers", "extensions", "index", "installation", "modules", "other_libraries"], "filenames": ["api/modules.rst", "api/pomdp_py.rst", "api/pomdp_py.algorithms.rst", "api/pomdp_py.algorithms.bsp.rst", "api/pomdp_py.algorithms.visual.rst", "api/pomdp_py.framework.rst", "api/pomdp_py.problems.rst", "api/pomdp_py.problems.light_dark.rst", "api/pomdp_py.problems.light_dark.agent.rst", "api/pomdp_py.problems.light_dark.domain.rst", "api/pomdp_py.problems.light_dark.env.rst", "api/pomdp_py.problems.light_dark.models.rst", "api/pomdp_py.problems.load_unload.rst", "api/pomdp_py.problems.maze.rst", "api/pomdp_py.problems.maze.domain.rst", "api/pomdp_py.problems.maze.env.rst", "api/pomdp_py.problems.maze.models.rst", "api/pomdp_py.problems.maze.models.components.rst", "api/pomdp_py.problems.multi_object_search.rst", "api/pomdp_py.problems.multi_object_search.agent.rst", "api/pomdp_py.problems.multi_object_search.domain.rst", "api/pomdp_py.problems.multi_object_search.env.rst", "api/pomdp_py.problems.multi_object_search.models.rst", "api/pomdp_py.problems.multi_object_search.models.components.rst", "api/pomdp_py.problems.rocksample.rst", "api/pomdp_py.problems.rocksample.cythonize.rst", "api/pomdp_py.problems.tag.rst", "api/pomdp_py.problems.tag.agent.rst", "api/pomdp_py.problems.tag.domain.rst", "api/pomdp_py.problems.tag.env.rst", "api/pomdp_py.problems.tag.models.rst", "api/pomdp_py.problems.tag.models.components.rst", "api/pomdp_py.problems.tiger.rst", "api/pomdp_py.problems.tiger.cythonize.rst", "api/pomdp_py.representations.rst", "api/pomdp_py.representations.belief.rst", "api/pomdp_py.representations.distribution.rst", "api/pomdp_py.utils.rst", "api/pomdp_py.utils.debugging.rst", "api/pomdp_py.utils.interfaces.rst", "api/pomdp_py.visual.rst", "building_docs.rst", "changelog.rst", "design_principles.rst", "examples.rst", "examples.action_prior.rst", "examples.external_solvers.rst", "examples.mos.rst", "examples.tiger.rst", "existing_domains.rst", "existing_solvers.rst", "extensions.rst", "index.rst", "installation.rst", "modules.rst", "other_libraries.rst"], "titles": ["pomdp_py", "pomdp_py package", "pomdp_py.algorithms package", "pomdp_py.algorithms.bsp package", "pomdp_py.algorithms.visual package", "pomdp_py.framework package", "pomdp_py.problems package", "pomdp_py.problems.light_dark package", "pomdp_py.problems.light_dark.agent package", "pomdp_py.problems.light_dark.domain package", "pomdp_py.problems.light_dark.env package", "pomdp_py.problems.light_dark.models package", "pomdp_py.problems.load_unload package", "pomdp_py.problems.maze package", "pomdp_py.problems.maze.domain package", "pomdp_py.problems.maze.env package", "pomdp_py.problems.maze.models package", "pomdp_py.problems.maze.models.components package", "pomdp_py.problems.multi_object_search package", "pomdp_py.problems.multi_object_search.agent package", "pomdp_py.problems.multi_object_search.domain package", "pomdp_py.problems.multi_object_search.env package", "pomdp_py.problems.multi_object_search.models package", "pomdp_py.problems.multi_object_search.models.components package", "pomdp_py.problems.rocksample package", "pomdp_py.problems.rocksample.cythonize package", "pomdp_py.problems.tag package", "pomdp_py.problems.tag.agent package", "pomdp_py.problems.tag.domain package", "pomdp_py.problems.tag.env package", "pomdp_py.problems.tag.models package", "pomdp_py.problems.tag.models.components package", "pomdp_py.problems.tiger package", "pomdp_py.problems.tiger.cythonize package", "pomdp_py.representations package", "pomdp_py.representations.belief package", "pomdp_py.representations.distribution package", "pomdp_py.utils package", "pomdp_py.utils.debugging module", "pomdp_py.utils.interfaces package", "pomdp_py.visual package", "Building Documentations", "Changelog", "Design Principles", "Examples", "Preference-based Action Prior", "Using External Solvers", "Multi-Object Search (MOS)", "Tiger", "Existing POMDP Domains", "Existing POMDP Solvers", "Use Case Extensions", "pomdp_py Documentation", "Installation", "docs", "Other POMDP Libraries"], "terms": {"packag": [0, 41, 47, 52, 53], "algorithm": [0, 1, 5, 7, 42, 46, 51, 52, 55], "po_rollout": [0, 1], "modul": [0, 1, 34, 41, 42, 47, 48, 52], "porollout": [0, 1, 2], "po_uct": [0, 1], "actionprior": [0, 1, 2, 42, 45, 48], "pouct": [0, 1, 2, 18, 26, 37, 38, 42, 45, 47, 48, 50, 51], "qnode": [0, 1, 2, 37, 38], "randomrollout": [0, 1, 2, 12, 33], "rolloutpolici": [0, 1, 2, 22, 24, 25, 30, 32, 37, 45, 48], "rootvnod": [0, 1, 2], "treenod": [0, 1, 2], "vnode": [0, 1, 2, 37, 38, 42], "pomcp": [0, 1, 18, 35, 37, 38, 42, 45, 48, 50, 51, 53, 55], "rootvnodeparticl": [0, 1, 2], "vnodeparticl": [0, 1, 2], "value_iter": [0, 1], "valueiter": [0, 1, 2, 42, 48, 50], "bsp": [0, 1], "blqr": [0, 1, 7, 42], "visual": [0, 1, 6, 7, 18, 26, 47], "framework": [0, 1, 12, 33, 42, 43, 47, 48, 52], "basic": [0, 1, 2, 24, 25, 35, 43, 46, 48, 50], "action": [0, 1, 2, 5, 6, 7, 12, 13, 18, 21, 22, 23, 24, 25, 26, 29, 30, 31, 32, 33, 35, 37, 38, 42, 43, 46, 47, 48, 50, 53], "agent": [0, 1, 2, 5, 6, 7, 12, 13, 14, 18, 22, 23, 24, 25, 26, 28, 32, 33, 35, 37, 38, 42, 43, 47, 48, 49, 50, 51, 52, 53], "blackboxmodel": [0, 1, 5, 35, 42, 48], "distribut": [0, 1, 2, 5, 12, 19, 22, 24, 25, 30, 32, 33, 34, 35, 37, 43, 45, 48], "environ": [0, 1, 5, 10, 15, 18, 21, 22, 29, 32, 33, 42, 43, 47, 48], "generativedistribut": [0, 1, 5, 19, 31, 36], "observ": [0, 1, 2, 3, 5, 6, 7, 10, 12, 13, 18, 21, 22, 23, 24, 25, 26, 29, 30, 32, 33, 35, 37, 38, 42, 43, 46, 47, 48, 50, 52, 53], "observationmodel": [0, 1, 5, 6, 12, 22, 24, 25, 30, 32, 33, 35, 37, 43, 48, 51], "option": [0, 1, 2, 5, 20, 22, 23, 24, 25, 32, 33, 37, 38, 42, 46, 48, 53], "pomdp": [0, 1, 2, 5, 7, 12, 13, 18, 20, 22, 24, 25, 26, 28, 29, 30, 32, 33, 37, 38, 41, 42, 43, 44, 45, 51, 52], "policymodel": [0, 1, 2, 5, 6, 18, 22, 32, 42, 45, 48, 51], "rewardmodel": [0, 1, 5, 6, 12, 22, 24, 25, 30, 32, 33, 37, 42, 43, 48], "state": [0, 1, 2, 3, 5, 6, 7, 12, 13, 18, 19, 21, 22, 24, 25, 26, 30, 32, 33, 35, 36, 37, 42, 43, 45, 46, 47, 48, 50, 53, 55], "transitionmodel": [0, 1, 5, 6, 12, 22, 24, 25, 30, 32, 33, 35, 37, 43, 48, 51], "sample_explict_model": [0, 1, 5], "sample_generative_model": [0, 1, 5], "oopomdp": [0, 1, 18, 42, 47, 51], "oobelief": [0, 1, 5, 19, 21, 29, 42], "ooobserv": [0, 1, 5, 20], "ooobservationmodel": [0, 1, 5, 22], "oostat": [0, 1, 5, 20, 42], "ootransitionmodel": [0, 1, 5, 22], "objectst": [0, 1, 5, 18, 20], "planner": [0, 1, 2, 3, 12, 18, 24, 25, 32, 33, 46, 48], "represent": [0, 1, 2, 5, 19, 21, 42, 52], "belief": [0, 1, 2, 3, 5, 6, 7, 10, 12, 18, 21, 24, 25, 27, 29, 32, 34, 36, 42, 46, 47, 48, 53], "histogram": [0, 1, 18, 19, 33, 34, 42, 46, 48], "particl": [0, 1, 2, 19, 34, 42, 53], "gaussian": [0, 1, 2, 3, 34], "util": [0, 1, 42, 46, 52], "subpackag": [0, 1, 52], "interfac": [0, 1, 5, 37, 42, 43, 46, 47, 48, 49, 50, 51, 52, 55], "submodul": [0, 1, 6, 13, 16], "color": [0, 1, 10, 21, 29, 38], "lighter": [0, 1, 37], "rgb_to_hex": [0, 1, 37], "hex_to_rgb": [0, 1, 37], "inverse_color_rgb": [0, 1, 37], "inverse_color_hex": [0, 1, 37], "random_unique_color": [0, 1, 37], "cython_util": [0, 1], "cpython": [0, 1], "37m": [0, 1], "x86_64": [0, 1], "linux": [0, 1, 53], "gnu": [0, 1], "det_dict_hash": [0, 1, 37, 42], "debug": [0, 1, 42, 52], "treedebugg": [0, 1, 32, 42], "sorted_by_str": [0, 1, 37, 38], "interpret_color": [0, 1, 37, 38], "math": [0, 1, 2, 5, 42], "vec": [0, 1, 37], "proj": [0, 1, 37], "r_x": [0, 1, 37], "r_y": [0, 1, 37], "r_z": [0, 1, 37], "t": [0, 1, 2, 3, 5, 18, 19, 21, 32, 33, 35, 36, 37, 43, 46, 48, 50, 55], "to_radian": [0, 1, 37], "r_between": [0, 1, 37], "approx_equ": [0, 1, 37], "euclidean_dist": [0, 1, 6, 22, 23, 24, 25, 37], "misc": [0, 1], "remap": [0, 1, 37], "json_saf": [0, 1, 37], "safe_slic": [0, 1, 37], "similar": [0, 1, 37, 46, 48], "special_char": [0, 1, 37], "plot": [0, 1, 6, 7, 53], "templat": [0, 1, 42], "simplest": [0, 1, 37], "simpleact": [0, 1, 37], "simpleobserv": [0, 1, 37], "dettransitionmodel": [0, 1, 37], "detobservationmodel": [0, 1, 37], "detrewardmodel": [0, 1, 37], "uniformpolicymodel": [0, 1, 37], "tabulartransitionmodel": [0, 1, 37, 42], "tabularobservationmodel": [0, 1, 37, 42], "tabularrewardmodel": [0, 1, 37, 42], "test_util": [0, 1], "typ": [0, 1], "bcolor": [0, 1, 37], "info": [0, 1, 37], "note": [0, 1, 2, 5, 7, 18, 22, 32, 33, 35, 36, 37, 38, 45, 46, 48, 52, 53], "error": [0, 1, 37, 42], "warn": [0, 1, 2, 37, 38, 46], "success": [0, 1, 2, 37], "bold": [0, 1, 37], "cyan": [0, 1, 37], "magenta": [0, 1, 37], "blue": [0, 1, 10, 37, 38], "green": [0, 1, 37, 53], "yellow": [0, 1, 37], "red": [0, 1, 37, 47], "white": [0, 1, 10, 37], "content": [0, 1, 41, 52], "clear_ag": [1, 2], "last_best_reward": [1, 2], "plan": [1, 2, 3, 5, 7, 10, 18, 22, 23, 32, 37, 38, 42, 45, 46, 48, 51, 52, 55], "set_rollout_polici": [1, 2], "updat": [1, 2, 3, 5, 18, 21, 26, 29, 35, 37, 38, 42, 46, 47, 48], "update_agent_belief": [1, 2, 5], "get_preferred_act": [1, 2, 45], "last_num_sim": [1, 2, 48], "last_planning_tim": [1, 2], "updates_agent_belief": [1, 2, 5], "rollout": [1, 2, 6, 18, 22, 24, 25, 26, 30, 32, 37, 42, 45, 48], "from_vnod": [1, 2], "histori": [1, 2, 5, 19, 22, 24, 25, 27, 30, 32, 37, 38, 45, 48], "children": [1, 2, 37, 38, 42], "num_visit": [1, 2], "valu": [1, 2, 5, 24, 25, 31, 32, 34, 36, 37, 38, 42, 45, 46, 48, 53, 55], "argmax": [1, 2, 5, 6, 12, 18, 22, 24, 25, 26, 30, 32, 33, 37, 42, 48], "print_children_valu": [1, 2], "ekf_update_mlo": [1, 2, 3], "integrate_belief_seg": [1, 2, 3], "segmented_cost_funct": [1, 2, 3], "create_plan": [1, 2, 3], "interpret_sqp_plan": [1, 2, 3], "add_attr": [1, 5], "all_act": [1, 5], "all_observ": [1, 5], "all_stat": [1, 5], "init_belief": [1, 5, 12, 24, 27, 32, 33, 48], "sample_belief": [1, 5], "set_belief": [1, 5, 46, 48], "update_histori": [1, 5, 48], "sampl": [1, 2, 5, 6, 12, 18, 19, 22, 24, 25, 26, 30, 32, 33, 36, 37, 42, 45, 46, 48, 53], "__getitem__": [1, 5, 34, 36, 37, 38], "__setitem__": [1, 5, 34, 36], "apply_transit": [1, 5], "blackbox_model": [1, 5, 35], "cur_stat": [1, 5], "provide_observ": [1, 5], "reward_model": [1, 5, 6, 10, 18, 26, 47, 48], "state_transit": [1, 5, 18, 21, 46, 48], "transition_model": [1, 5, 6, 7, 18, 26, 35, 46, 47, 48], "get_histogram": [1, 5, 34, 36], "mpe": [1, 5, 18, 19, 30, 31, 34, 36, 42], "get_all_observ": [1, 5, 6, 32, 33, 37, 48], "get_distribut": [1, 5, 32, 33], "probabl": [1, 5, 6, 12, 13, 18, 19, 22, 24, 25, 26, 30, 31, 32, 33, 36, 37, 42, 43, 46, 48, 50], "initi": [1, 5, 7, 19, 21, 24, 25, 27, 32, 42, 45, 46, 47, 48], "polici": [1, 2, 5, 12, 13, 22, 24, 25, 30, 32, 33, 37, 42, 45, 46, 48], "termin": [1, 2, 5, 18, 24, 25, 37, 38, 46, 48], "get_all_act": [1, 5, 6, 12, 18, 22, 24, 25, 26, 30, 32, 33, 37, 45, 48], "get_all_st": [1, 5, 6, 32, 33, 37, 48], "b": [1, 2, 3, 5, 35, 37, 38, 46], "object_belief": [1, 5, 19], "random": [1, 2, 5, 6, 18, 19, 22, 24, 25, 30, 31, 34, 36, 37, 42, 45, 48], "set_object_belief": [1, 5], "factor": [1, 5, 18, 20, 46], "merg": [1, 5, 18, 20], "observation_model": [1, 5, 6, 7, 18, 26, 29, 35, 46, 47, 48], "copi": [1, 5, 53], "get_object_attribut": [1, 5], "get_object_class": [1, 5], "get_object_st": [1, 5], "": [1, 2, 3, 5, 7, 12, 13, 18, 20, 21, 22, 23, 24, 25, 28, 30, 32, 33, 35, 37, 38, 41, 42, 43, 46, 48, 50, 52], "set_object_st": [1, 5], "situat": [1, 5, 47], "abstraction_over_histogram": [1, 34, 35], "update_histogram_belief": [1, 34, 35, 46, 48], "abstraction_over_particl": [1, 34, 35], "particle_reinvigor": [1, 34, 35], "update_particles_belief": [1, 34, 35], "is_norm": [1, 34, 36], "add": [1, 2, 19, 34, 36, 42], "from_histogram": [1, 34, 36], "get_abstract": [1, 34, 36], "weightedparticl": [1, 34, 36, 42], "condens": [1, 34, 36], "weight": [1, 2, 34, 36, 37], "cov": [1, 34, 36], "covari": [1, 2, 3, 34, 36], "mean": [1, 2, 21, 23, 26, 34, 35, 36, 46], "sigma": [1, 18, 19, 22, 34, 36], "simple_rl": [1, 37, 55], "num_nod": [1, 37, 38], "depth": [1, 2, 37, 38], "d": [1, 2, 3, 37, 38, 48, 52], "num_lay": [1, 37, 38], "nl": [1, 37, 38], "nn": [1, 37, 38], "nq": [1, 37, 38], "nv": [1, 10, 37, 38], "l": [1, 2, 3, 12, 37, 38, 47, 48, 52], "layer": [1, 37, 38], "leaf": [1, 37, 38], "step": [1, 2, 18, 32, 33, 37, 38, 41, 42, 46, 48, 53], "back": [1, 37, 38], "root": [1, 37, 38, 41, 53], "r": [1, 2, 3, 5, 12, 18, 21, 22, 24, 25, 29, 30, 32, 33, 37, 38, 42, 43, 46, 48, 50, 52, 53], "c": [1, 2, 10, 37, 38, 55], "p": [1, 24, 25, 37, 38, 52], "pp": [1, 37, 38], "mbp": [1, 37, 38], "pm": [1, 37, 38], "mark_sequ": [1, 37, 38], "mark": [1, 7, 13, 20, 37, 38, 47], "mark_path": [1, 37, 38], "markp": [1, 37, 38], "clear": [1, 2, 19, 27, 37, 38, 47], "bestseq": [1, 37, 38], "bestseqd": [1, 37, 38], "single_node_str": [1, 37, 38], "preferred_act": [1, 37, 38], "path": [1, 37, 38, 41, 46], "path_to": [1, 37, 38], "tree_stat": [1, 37, 38], "left": [1, 12, 18, 20, 32, 33, 37, 38, 46, 48, 53], "up": [1, 5, 12, 37, 38], "right": [1, 10, 12, 18, 19, 20, 32, 33, 37, 38, 46, 48, 53], "down": [1, 37, 48], "longleft": [1, 37], "longright": [1, 37], "hline": [1, 37], "vline": [1, 37], "bottomleft": [1, 37], "longbottomleft": [1, 37], "topleft": [1, 37], "longtopleft": [1, 37], "topright": [1, 37], "longtopright": [1, 37], "bottomright": [1, 37], "longbottomright": [1, 37], "intersect": [1, 37], "topt": [1, 37], "leftt": [1, 37], "rightt": [1, 37], "bottomt": [1, 37], "shadebar": [1, 37], "subscript": [1, 37], "reward_func": [1, 37], "endc": [1, 37], "disabl": [1, 37], "exist": [2, 37, 38, 44, 46, 48, 51, 52], "solver": [2, 32, 42, 44, 47, 48, 52], "under": [2, 23, 41, 46, 48, 55], "develop": [2, 5, 42, 46, 50, 52, 53, 55], "contribut": [2, 49, 52, 53], "want": [2, 19, 41, 47], "po": [2, 24, 25, 52], "baselin": 2, "paper": [2, 3, 7, 12, 13, 18, 20, 22, 28, 30, 45, 47, 48, 52], "2": [2, 10, 12, 20, 24, 25, 26, 27, 29, 30, 31, 37, 38, 45, 46, 48, 52, 53, 55], "quot": [2, 7, 12, 13, 32, 33, 48], "from": [2, 5, 7, 12, 13, 19, 20, 21, 22, 23, 27, 30, 32, 33, 36, 37, 38, 41, 42, 45, 46, 47, 48, 53], "To": [2, 12, 33, 37, 38, 41, 45, 47, 48], "provid": [2, 42, 46, 47, 48, 51, 52, 55], "perform": [2, 3, 5, 46, 48, 55], "benchmark": 2, "case": [2, 18, 21, 22, 32, 33, 35, 46, 48, 49, 52, 55], "we": [2, 7, 18, 19, 22, 23, 41, 44, 46, 47, 48, 49, 52, 53, 55], "evalu": [2, 36], "simpl": [2, 7, 20, 22, 23, 24, 25, 26, 32, 44, 47, 48, 52], "mont": [2, 48], "carlo": [2, 48], "simul": [2, 5, 18, 21, 32, 42, 46, 48], "without": [2, 37, 42, 46, 47, 48], "ani": [2, 13, 21, 22, 36, 46], "tree": [2, 37, 38, 42, 47, 48], "The": [2, 3, 5, 7, 12, 13, 14, 18, 20, 21, 22, 23, 24, 25, 28, 30, 32, 33, 36, 37, 38, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 55], "us": [2, 3, 5, 7, 18, 19, 20, 21, 22, 23, 32, 35, 36, 37, 38, 41, 42, 43, 44, 45, 47, 48, 49, 50, 52, 53, 55], "describ": [2, 3, 5, 18, 21, 41, 43, 44, 45, 47, 48, 52], "section": [2, 47, 48], "3": [2, 12, 20, 21, 24, 25, 32, 33, 37, 38, 46, 48, 53, 55], "It": [2, 3, 5, 20, 22, 36, 37, 38, 42, 45, 46, 47, 48, 52, 55], "n": [2, 18, 20, 24, 25, 35, 36, 37, 38, 46, 47], "A": [2, 3, 5, 7, 12, 13, 18, 19, 21, 27, 32, 33, 37, 38, 42, 43, 46, 47, 48, 50, 52, 55], "each": [2, 3, 5, 12, 13, 21, 22, 36, 37, 38, 46], "legal": 2, "select": 2, "highest": [2, 5, 31, 36, 37, 38], "averag": [2, 36], "return": [2, 3, 5, 12, 19, 21, 22, 23, 24, 25, 30, 31, 32, 33, 35, 36, 37, 38, 42, 45, 46, 48], "don": [2, 5, 18, 35, 48], "requir": [2, 5, 12, 22, 24, 25, 30, 32, 33, 35, 37, 42, 43, 53], "an": [2, 3, 5, 7, 10, 12, 13, 18, 19, 20, 21, 22, 23, 24, 25, 29, 32, 33, 36, 37, 42, 43, 45, 46, 47, 48, 50, 52, 55], "But": [2, 18, 20, 22, 32, 33, 35, 41, 42, 48], "do": [2, 5, 7, 41, 47, 48], "class": [2, 3, 5, 10, 12, 14, 15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 36, 37, 38, 42, 43, 45, 46, 47, 48, 51], "base": [2, 3, 5, 10, 12, 14, 15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 37, 38, 41, 42, 46, 47, 48, 51, 52, 55], "self": [2, 5, 12, 19, 21, 22, 24, 25, 30, 31, 32, 33, 36, 37, 38, 45, 47, 48], "carri": [2, 5], "inform": [2, 3, 5, 23, 27, 41, 43, 48], "bt": [2, 3, 5], "ht": [2, 5], "o": [2, 5, 12, 24, 25, 30, 32, 33, 35, 37, 41, 43, 46, 48, 50, 52], "g": [2, 3, 5, 13, 18, 21, 32, 42, 48, 49], "pi": [2, 5, 12, 22, 24, 25, 33, 43, 48], "necessari": [2, 5, 18, 47], "rollout_polici": [1, 2, 37, 38, 48], "given": [2, 5, 12, 18, 21, 22, 33, 35, 36, 37, 38, 43, 45, 46, 48], "one": [2, 5, 12, 19, 21, 32, 33, 37, 38, 44, 48, 52, 55], "real_act": [2, 5, 18, 27, 35], "real_observ": [2, 5, 18, 27, 35, 48], "real": [2, 5, 18, 21, 29, 35, 46, 48], "accordingli": [2, 5], "If": [2, 3, 5, 19, 21, 22, 27, 32, 33, 35, 36, 37, 38, 46, 48, 52], "i": [2, 3, 5, 7, 10, 12, 13, 14, 18, 19, 20, 21, 22, 23, 24, 25, 29, 30, 32, 33, 35, 36, 37, 38, 41, 42, 43, 45, 46, 47, 48, 49, 52, 53, 55], "also": [2, 5, 22, 32, 33, 37, 38, 47, 48, 50, 52, 55], "here": [2, 5, 7, 37, 38, 41, 45, 46, 48, 49, 53], "attribut": [2, 5, 20], "should": [2, 3, 5, 20, 22, 35, 41, 42, 43, 46, 47, 48, 51, 53], "set": [2, 5, 12, 19, 20, 21, 23, 24, 25, 30, 32, 33, 35, 36, 37, 42, 45, 46, 47, 48, 55], "true": [2, 5, 10, 13, 18, 21, 22, 23, 26, 32, 35, 36, 37, 38, 42, 46, 48, 53], "By": [2, 5, 23, 46], "default": [2, 5, 32, 35, 42, 46], "doe": [2, 5, 13, 23, 30, 36, 37, 38, 42, 43, 46, 48, 55], "noth": [2, 5], "function": [2, 3, 5, 7, 18, 19, 21, 27, 32, 35, 36, 37, 38, 42, 45, 46, 48, 50], "thi": [2, 3, 5, 7, 12, 18, 19, 20, 21, 22, 23, 24, 25, 29, 30, 32, 33, 35, 36, 37, 38, 41, 42, 43, 44, 45, 46, 48, 52, 53, 55], "uct": 2, "partial": [2, 12, 13, 32, 33, 48, 52], "present": [2, 7, 36], "extens": [2, 20, 22, 42, 48, 49, 52, 55], "combin": [2, 37], "mct": 2, "ucb1": [2, 42], "In": [2, 7, 18, 30, 32, 33, 44, 45, 46, 47, 48, 49], "other": [2, 6, 24, 25, 32, 33, 48, 52], "word": 2, "just": [2, 14, 19, 32, 33, 36, 37, 46, 48, 53], "arbitrari": 2, "strategi": 2, "mai": [2, 5, 7, 18, 24, 35, 41, 43, 44, 47, 52, 53], "refer": [2, 3, 7, 18, 24, 32, 33, 41, 42, 45], "spars": 2, "poss": 2, "introduc": [2, 12, 13, 42, 47, 48], "recent": 2, "5": [2, 3, 10, 21, 23, 24, 25, 32, 37, 38, 46, 48, 53], "mdp": [2, 5, 52, 55], "6": [2, 26, 37, 38, 46, 48, 53], "propos": 2, "call": [2, 5, 35, 46, 48], "powss": 2, "howev": [2, 48], "line": [2, 46, 47], "work": [2, 37, 38, 42, 46, 48, 52, 53, 55], "sole": 2, "still": [2, 35, 48], "compar": [2, 36], "exactli": 2, "while": [2, 12, 32, 33, 42, 48], "depend": [2, 3, 5, 7, 24, 30, 37, 42, 53], "explor": [2, 37, 38], "constant": [0, 2, 6, 37], "7": [2, 10, 37, 38, 42, 46], "reflect": 2, "prior": [2, 5, 18, 19, 26, 27, 32, 42, 48], "knowledg": [2, 48], "regard": [2, 5, 42, 48], "amount": [2, 7], "thei": [2, 19, 23, 35, 46], "follow": [2, 3, 5, 18, 32, 33, 37, 38, 45, 46, 47, 48, 52, 53], "wa": [2, 42, 47], "r_": 2, "hi": 2, "lo": 2, "where": [2, 3, 5, 7, 10, 18, 20, 21, 22, 24, 25, 35, 47, 48, 53], "rhi": 2, "achiev": 2, "dure": [2, 23, 37, 38, 42, 45, 46, 48], "run": [2, 23, 32, 33, 41, 42, 46, 47, 48, 53], "0": [2, 5, 10, 12, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 36, 37, 38, 45, 46, 48, 53], "rlo": 2, "lowest": 2, "inde": [2, 48], "differ": [2, 12, 18, 20, 22, 41, 42, 43, 47, 55], "between": [2, 5, 12, 21, 23, 24, 32, 37, 42, 43, 47, 55], "certainli": 2, "onli": [2, 5, 13, 22, 32, 37, 38, 42, 43, 48], "wai": [2, 46, 48, 55], "obtainx1": 2, "object": [0, 2, 5, 6, 10, 19, 20, 21, 22, 23, 24, 25, 29, 31, 36, 37, 38, 42, 45, 48, 51, 52, 53], "problem": [0, 2, 3, 5, 35, 42, 44, 46, 48, 49, 52, 53, 55], "specif": [2, 5, 36, 37, 38, 42, 48, 55], "cl": [2, 5], "kwarg": [2, 5, 12, 19, 20, 21, 22, 24, 25, 26, 29, 31, 33, 36, 37, 38, 42], "intend": 2, "classmethod": [2, 5, 20, 22, 29, 30, 31, 36, 46], "mimic": 2, "behavior": [2, 20, 42, 48], "generateleg": 2, "generatepref": 2, "david": [2, 48], "silver": [2, 48], "code": [2, 5, 37, 42, 45, 46, 47, 48, 52, 55], "tupl": [2, 3, 5, 10, 19, 21, 22, 24, 25, 30, 36, 37], "form": [2, 35], "num_visits_init": [1, 2], "value_init": [1, 2], "repres": [2, 3, 5, 10, 19, 24, 25, 35, 36, 37, 38, 44, 46, 47], "prefer": [2, 37, 38, 42, 48], "act": [2, 5, 32, 48, 52, 53], "despot": [2, 55], "For": [2, 5, 21, 23, 36, 42, 48, 53], "exampl": [2, 5, 18, 21, 23, 32, 33, 37, 38, 42, 45, 47, 48, 49, 50, 52], "certain": [2, 5], "possibl": [2, 5, 12, 20, 22, 24, 25, 30, 32, 33, 37, 48, 55], "subset": [2, 37, 38], "all": [2, 5, 12, 19, 22, 24, 25, 30, 32, 33, 36, 37, 38, 42, 48, 55], "when": [2, 5, 18, 24, 25, 28, 30, 36, 37, 38, 41, 42, 44, 45, 46, 47, 48, 52, 53, 55], "domain": [2, 6, 7, 10, 13, 18, 22, 24, 26, 32, 42, 44, 47, 52], "can": [2, 5, 7, 12, 14, 18, 20, 21, 22, 28, 32, 33, 37, 38, 42, 46, 47, 48, 50, 53, 55], "heurist": [2, 24, 25, 48], "space": [2, 3, 5, 7, 10, 12, 13, 19, 20, 22, 24, 25, 28, 32, 33, 35, 42, 46, 47, 48, 50], "enumer": [2, 32, 37, 38, 42, 43, 46, 48, 50], "__init__": [2, 5, 36, 41, 42, 45, 47, 48], "max_depth": [1, 2, 18, 26, 37, 38, 48], "planning_tim": [2, 18, 26, 42, 48], "1": [2, 3, 5, 7, 10, 12, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 32, 33, 36, 37, 38, 45, 46, 47, 48, 52, 53], "num_sim": [2, 37, 38, 42], "discount_factor": [1, 2, 5, 18, 26, 37, 38, 46, 48], "9": [2, 37, 42, 46, 48, 53], "exploration_const": [2, 18, 26, 37, 38, 48], "sqrt": 2, "action_prior": [1, 2, 45], "none": [2, 3, 5, 10, 18, 19, 20, 22, 24, 25, 29, 30, 32, 35, 36, 37, 38, 45, 46, 48, 53], "show_progress": 2, "fals": [2, 5, 10, 12, 18, 19, 21, 22, 23, 24, 25, 29, 31, 32, 33, 35, 36, 37, 46, 53], "pbar_update_interv": 2, "paramet": [2, 3, 5, 12, 18, 19, 21, 22, 24, 25, 27, 30, 32, 33, 35, 36, 37, 38, 42, 46, 48], "int": [2, 19, 21, 32, 33, 37, 38, 46], "float": [2, 5, 12, 21, 22, 24, 25, 30, 32, 33, 36, 37, 46], "time": [2, 12, 18, 20, 24, 25, 35, 46, 47], "second": [2, 35, 37, 38, 41, 46, 47], "neg": [2, 32, 33, 42, 48], "number": [2, 5, 18, 19, 32, 33, 35, 36, 37, 38, 42, 46, 55], "reach": [2, 5, 18, 46, 48], "both": [2, 32, 33, 37, 38, 46, 47], "ar": [2, 5, 7, 12, 18, 19, 22, 23, 24, 25, 28, 32, 33, 35, 36, 37, 38, 41, 42, 43, 46, 47, 48, 49, 53, 55], "over": [2, 7, 19, 32, 35, 36, 43, 44, 45, 48], "bool": [2, 5, 18, 21, 32, 35, 37, 38, 46], "print": [2, 37, 38, 42, 46, 48], "progress": [2, 42], "bar": [2, 42], "after": [2, 5, 12, 20, 21, 22, 29, 42, 46, 48], "you": [2, 5, 7, 18, 32, 33, 35, 37, 38, 41, 42, 45, 46, 47, 48, 52, 53], "even": [2, 49], "your": [2, 42, 47, 52], "stop": 2, "criteria": 2, "ran": 2, "last": [2, 13, 20], "assum": [2, 3, 5, 7, 10, 12, 19, 22, 23, 24, 25, 30, 32, 33, 36, 37, 42, 46, 53], "ha": [2, 5, 18, 23, 24, 25, 31, 36, 41, 46, 47, 51, 55], "been": [2, 48, 49], "take": [2, 5, 14, 24, 25, 28, 36, 42, 45, 46, 47, 48], "receiv": [2, 5, 12, 24, 25, 32, 33, 47, 48], "choos": [2, 45, 48], "uniformli": [2, 48], "child": 2, "implement": [2, 3, 5, 7, 12, 13, 18, 22, 24, 25, 28, 30, 32, 33, 36, 37, 42, 44, 45, 48, 49, 50, 51, 52, 55], "origin": [2, 7, 10, 12, 13, 20, 22, 24, 25, 45, 47, 48, 52], "larg": [2, 5, 28, 29, 30, 48], "http": [2, 3, 46, 52, 53], "nip": 2, "cc": 2, "4031": 2, "One": [2, 19, 48], "thing": 2, "happen": [2, 18, 22], "new": [2, 5, 21, 29, 35, 36, 42, 52], "store": [2, 5, 37, 46, 48], "level": [2, 47], "execut": [2, 5, 21, 23, 37, 38, 46, 48], "next": [2, 5, 12, 22, 24, 25, 30, 32, 33, 37, 48], "These": 2, "reinvigor": [2, 35, 53], "enough": [2, 12, 33, 49], "separ": [2, 41, 42, 47], "complet": [2, 7, 37, 46], "node": [2, 37, 38, 42, 46], "longer": 2, "keep": [2, 12, 33, 35, 37], "track": [2, 35], "reinvogr": 2, "onc": [2, 5, 32, 48], "have": [2, 3, 5, 18, 19, 21, 24, 25, 32, 33, 35, 36, 37, 38, 42, 43, 46, 47, 48, 49, 55], "previous": [2, 42, 47], "version": [2, 5, 46, 53], "basicpomcp": 2, "jl": [2, 46, 55], "github": [2, 41, 42, 46, 52, 53], "com": [2, 46, 53], "juliapomdp": [2, 7], "two": [2, 32, 33, 36, 37, 41, 44, 46, 48, 55], "equival": [2, 10, 48], "gener": [2, 5, 18, 32, 33, 36, 41, 43, 45, 46, 47, 48, 49, 52], "doesn": [2, 19, 32, 33, 55], "hurt": [2, 32, 33, 48], "featur": [2, 37, 38, 42, 52, 55], "state_transform_func": [2, 35], "artifici": [2, 48, 52], "transform": 2, "signatur": [2, 42], "s_transform": 2, "maintain": [2, 5, 12, 35, 46], "iter": [2, 24, 25, 32, 35, 42, 46, 48, 53, 55], "explain": [2, 41], "4": [2, 3, 20, 37, 38, 46, 48, 53], "stochast": [2, 13, 32, 48, 52], "No": [2, 46], "prune": [2, 46], "explod": 2, "veri": [2, 5, 48], "fast": 2, "feasibl": [2, 5, 12, 24, 25, 30, 32, 33, 37], "small": [2, 12, 22, 26, 27, 29, 30, 32, 33, 42, 48], "explicitli": [2, 24, 25, 35, 43, 45, 46, 48, 50], "horizon": [2, 42, 46, 48], "inf": [2, 46], "epsilon": [2, 18, 19, 22, 36, 37], "1e": [2, 22, 36, 37, 48], "lqr": [2, 3], "maximum": [2, 3, 7, 10, 18, 19, 32, 33, 42, 46], "likelihood": [2, 3, 7, 10, 36], "func_sysd": [2, 3], "func_ob": [2, 3], "jac_sysd": [2, 3], "jac_ob": [2, 3], "jac_sysd_u": [2, 3], "noise_ob": [2, 3], "noise_sysd": [2, 3], "qlarg": [2, 3], "q": [2, 3, 37, 38, 42], "planning_horizon": [2, 3], "15": [2, 3, 32, 37, 38, 46, 48], "sourc": [2, 3, 10, 12, 14, 15, 18, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 32, 35, 37, 38, 41, 46, 47, 48, 53], "ut": [2, 3], "ekf": [2, 3], "equat": [2, 3, 35], "12": [2, 3, 21, 29, 37, 46, 53], "13": [2, 3, 42], "f": [2, 3, 10], "point": [2, 3, 23, 28, 30, 46], "mt": [2, 3], "cov_t": [2, 3], "np": [2, 3], "arrai": [2, 3, 10, 36], "shape": [2, 3, 10, 20, 22, 23, 47], "cost": [2, 3, 19, 24, 25, 35], "need": [2, 3, 7, 19, 22, 32, 33, 35, 42, 45, 46, 48, 53], "turn": [2, 3], "long": [2, 3], "vector": [2, 3, 36, 37, 46], "consist": [2, 3, 12, 33], "column": [2, 3], "stich": [2, 3], "togeth": [2, 3], "control": [2, 3, 21, 22, 29, 48], "noise_t": [2, 3], "nois": [2, 3, 24, 25, 32, 33, 48], "possibli": [2, 3], "matrix": [2, 3], "wt": [2, 3], "term": [2, 3], "e": [2, 3, 5, 12, 18, 20, 21, 22, 23, 24, 25, 30, 32, 33, 37, 38, 42, 47, 48, 49, 53], "ad": [2, 3, 5, 42], "system": [2, 3, 46, 48, 55], "dynam": [2, 3, 22, 23], "v": [2, 3, 37, 38, 42, 46], "eq": [2, 3], "sam": [2, 3], "dimension": [2, 3, 12], "noise_obs_cov": [2, 3], "correspond": [2, 3, 21, 45, 46], "b_i": [2, 3], "u_i": [2, 3], "num_seg": [2, 3], "18": [2, 3, 37, 38, 46], "phi": [2, 3], "sum": [2, 3], "b_": [2, 3, 35, 48], "b_t": [2, 3, 48], "seg": [2, 3], "essenti": [2, 3, 43], "bu_traj": [2, 3], "b_de": [2, 3], "u_d": [2, 3], "17": [2, 3], "desir": [2, 3, 41], "covt": [2, 3], "comput": [2, 3, 19, 35, 42, 46], "list": [2, 3, 36, 37, 38, 42, 46], "begin": [2, 3, 37, 48], "segment": [2, 3], "avail": [2, 3, 5, 42, 52], "pass": [2, 3, 5, 12, 46, 48], "empti": [2, 3, 27], "b_0": [2, 3], "u_init": [2, 3], "control_bound": [2, 3], "opt_opt": [2, 3], "opt_callback": [2, 3], "solv": [2, 3, 6, 12, 13, 18, 26, 32, 42, 44, 47, 50, 52, 53], "sqp": [2, 3], "direct": [2, 3, 51], "transcript": [2, 3], "produc": [2, 3], "doc": [2, 3, 42], "scipi": [2, 3], "org": [2, 3, 42, 46, 52, 53], "tutori": [2, 3, 42, 45], "optim": [2, 3, 48], "html": [2, 3, 41, 46, 53], "opt_r": [2, 3], "lesli": [2, 48, 52], "pack": [2, 48, 52], "kaelbl": [2, 48, 52], "michael": [2, 47, 48, 52], "littman": [2, 48, 52], "anthoni": [2, 46, 48, 50, 52], "cassandra": [2, 46, 48, 50, 52], "intellig": [2, 48, 52], "101": [2, 48, 52], "99": [2, 18, 26, 46, 48, 52], "134": [2, 48, 52], "1998": [2, 48, 52], "joel": [2, 48], "veness": [2, 48], "advanc": [2, 48, 55], "neural": [2, 48], "process": [2, 32, 33, 48], "2164": [2, 48], "2172": [2, 48], "2010": [2, 48], "levent": 2, "kocsi": 2, "csaba": 2, "szepesv": 2, "\u00e1": 2, "ri": 2, "bandit": 2, "european": 2, "confer": [2, 47, 48, 52], "machin": [2, 46], "learn": [2, 5, 43, 48, 49, 51, 52, 55], "282": 2, "293": 2, "springer": 2, "2006": 2, "platt": 2, "tedrak": 2, "lozano": 2, "perez": 2, "proceed": [2, 48], "robot": [2, 7, 14, 18, 19, 20, 21, 22, 23, 24, 25, 28, 30, 47, 48, 52, 55], "scienc": 2, "zaragoza": 2, "spain": 2, "june": 2, "doi": 2, "10": [2, 18, 21, 24, 25, 26, 27, 29, 30, 32, 33, 37, 38, 42, 46, 48, 52], "15607": 2, "rss": 2, "vi": [2, 48], "037": 2, "h": [2, 48], "lim": 2, "clair": 2, "j": 2, "tomlin": 2, "zachari": 2, "sunberg": 2, "search": [0, 2, 6, 12, 13, 19, 20, 22, 24, 25, 37, 38, 42, 48, 52, 53], "guarante": 2, "continu": [2, 7, 42, 48], "arxiv": [2, 52], "preprint": 2, "1910": 2, "04332": 2, "2019": [2, 18, 20, 22, 47, 48], "kearn": 2, "yishai": 2, "mansour": 2, "andrew": 2, "y": [2, 19, 20, 21, 22, 24, 25, 27, 28, 29], "ng": 2, "markov": [2, 32, 33, 48], "decis": [2, 32, 33, 48], "49": [2, 37], "193": 2, "208": 2, "2002": 2, "ant": 2, "\u00f3": 2, "nio": 2, "gusmao": 2, "tapani": 2, "raiko": 2, "toward": 2, "beyond": [2, 52], "game": 2, "go": [2, 13, 41, 44, 53], "ecai": 2, "384": 2, "389": 2, "2012": 2, "import": [5, 37, 38, 43, 45, 46, 48, 53], "must": [5, 7, 12, 13, 46, 48], "hashabl": [5, 36, 37, 42], "oper": 5, "its": [5, 7, 12, 13, 14, 21, 22, 23, 24, 25, 32, 33, 42, 43, 46, 48, 50, 51, 55], "job": [5, 43, 48], "taken": [5, 18, 36], "care": [5, 19], "suppli": [5, 45], "OR": 5, "policy_model": [5, 6, 18, 26, 37, 38, 47, 48], "attr_nam": 5, "attr_valu": 5, "allow": [5, 42, 47, 48, 52], "sometim": [5, 48], "model": [5, 6, 7, 12, 13, 18, 19, 20, 24, 25, 26, 32, 33, 37, 42, 46, 47, 50, 51, 52], "transit": [5, 12, 21, 22, 24, 25, 30, 32, 33, 35, 37, 46, 47, 48], "current": [5, 13, 21, 24, 25, 35, 37, 38, 46, 50], "which": [5, 14, 21, 24, 32, 33, 35, 36, 37, 38, 42, 45, 46, 48, 55], "most": [5, 12, 19, 22, 24, 25, 30, 33, 36, 37], "like": [5, 12, 19, 22, 24, 25, 30, 33, 36, 37, 38, 41, 42, 43, 47, 48, 53], "map": [5, 13, 16, 19, 20, 21, 22, 23, 27, 36, 37, 46], "variabl": [5, 31, 32, 36, 46], "pr": [5, 12, 22, 24, 25, 30, 32, 33, 35, 36, 37], "x": [5, 7, 10, 12, 19, 20, 21, 22, 24, 25, 27, 28, 29, 36, 53], "varval": 5, "evaul": 5, "world": [5, 12, 18, 20, 21, 22, 32, 48, 53], "2d": [5, 18, 20, 22, 23, 42], "gridworld": [5, 19, 20, 22, 47], "render": 5, "pygam": [5, 21, 29, 53], "Or": [5, 36, 48, 53], "could": [5, 18, 20, 21, 22, 32, 36, 44, 45, 48, 52, 55], "3d": 5, "opengl": 5, "therefor": [5, 12, 35], "mind": 5, "how": [5, 32, 44, 47, 52], "so": [5, 13, 37, 38, 41, 42, 48, 53, 55], "passiv": 5, "never": [5, 30], "nor": [5, 32, 33, 48], "init_st": [5, 10, 12, 15, 21, 24, 25, 29, 32, 46], "next_stat": [5, 12, 20, 21, 22, 24, 25, 30, 32, 33, 37, 48], "appli": [5, 42], "assign": [5, 36], "underli": [5, 33, 36], "accord": [5, 12, 22, 23, 24, 25, 28, 30, 32, 33, 37, 47, 48], "type": [5, 12, 19, 21, 22, 24, 25, 30, 32, 33, 35, 36, 37, 42, 45, 46], "synonym": 5, "result": [5, 20, 21, 22, 35, 48], "trigger": [5, 21], "becom": [5, 21, 48], "discount": [5, 12, 24, 25, 46, 53], "until": [5, 46], "condit": [5, 48], "reward": [5, 12, 21, 22, 24, 25, 30, 32, 33, 37, 46, 47, 48, 53], "addition": [5, 53], "exhibit": 5, "properti": [5, 10, 20, 21, 23, 24, 25, 29, 37, 38, 42], "That": [5, 46], "support": [5, 22, 36, 43, 45, 51, 52, 55], "dictionari": [5, 19, 36, 37, 48], "randomli": [5, 12, 22, 24, 25, 30, 32, 33, 36, 37, 47], "tempor": 5, "abstract": [5, 36], "defin": [5, 10, 12, 13, 14, 18, 20, 22, 36, 37, 42, 44, 45, 46, 47, 50, 51], "semi": 5, "reinforc": [5, 51, 55], "satisfi": 5, "conveni": [5, 32, 37, 42], "overriden": 5, "feel": [5, 55], "write": [5, 46], "boolean": 5, "whether": [5, 12, 43, 46], "technic": 5, "instanc": [5, 21, 24, 25, 32, 33, 46, 47], "env": [5, 6, 7, 13, 18, 26, 46, 47, 48], "name": [5, 12, 20, 24, 32, 33, 37, 42, 46, 48], "treat": [5, 19, 32, 48], "h_t": [5, 48], "reason": 5, "accommod": 5, "vari": [5, 7, 20, 22], "probabilti": 5, "arg": [5, 12, 24, 25, 30, 32, 33, 37, 38, 42, 48], "pair": 5, "mathbb": 5, "denot": 5, "sim": [5, 48], "black": [5, 10], "box": 5, "creat": [5, 6, 7, 10, 32, 37, 38, 41, 42, 46, 47, 48], "n_step": 5, "compon": [5, 13, 16, 18, 22, 26, 30, 46, 47, 48], "oo": [5, 20, 29, 42, 47, 51], "As": [5, 45, 47], "main": [5, 6, 12, 24, 25, 26, 32, 33, 42, 46, 48], "benefit": 5, "reduc": [5, 20, 35], "scale": 5, "exponenti": [5, 24], "linear": 5, "increas": [5, 24], "see": [5, 36, 42, 43, 46, 47, 48, 49, 50, 52, 53], "alwai": [5, 13, 49], "objid": [5, 18, 19, 20, 21, 22], "alia": [5, 37, 38], "return_oost": [5, 19, 42], "z": [5, 21, 29, 35], "mapsto": 5, "z_1": 5, "cdot": [5, 46], "z_n": 5, "id": [5, 19, 20, 21, 22], "dict": [5, 19, 20, 21, 27, 35, 36, 42], "object_observ": [5, 20], "singl": [5, 20, 37, 38, 47], "prod_i": 5, "z_i": 5, "param": [5, 20], "again": 5, "chang": [5, 20, 22, 36, 42, 43, 48, 53], "directli": [5, 12, 33, 35, 48, 50], "object_st": [5, 20, 22], "becaus": [5, 12, 13, 19, 41, 43, 46, 48], "caus": 5, "hashcod": 5, "incorrect": [5, 37], "kei": [5, 37, 38], "attr": 5, "request": [5, 7], "frozenset": 5, "identifi": 5, "sinc": [5, 35, 48], "hash": [5, 37, 42], "s_i": [5, 20], "made": [5, 35, 42, 53], "str": [5, 21, 32, 36, 46], "onlin": [5, 7, 48], "pure": 5, "underneath": 5, "hood": 5, "Its": 5, "output": [5, 41, 46, 53], "expect": [5, 46, 53], "same": [5, 28, 30, 32, 35, 36, 42, 46, 48], "lasertag": [], "light_dark": [0, 6, 49], "problem_discret": [0, 6], "test": [0, 6, 32, 35, 42, 46], "load_unload": [0, 6], "maze": [0, 6, 49], "multi_object_search": [0, 6, 47, 53], "example_world": [0, 6, 47], "random_world": [6, 18], "rocksampl": [0, 6, 42, 53], "cython": [0, 6, 37, 42, 52, 53, 55], "rocksample_problem": [0, 6], "run_rocksampl": [6, 24], "rocktyp": [6, 24, 25], "good": [6, 24, 25, 47, 53], "bad": [6, 24, 25, 53], "invert": [6, 24, 25], "moveact": [6, 24, 25], "east": [6, 18, 20, 24, 25], "west": [6, 18, 20, 24, 25], "north": [6, 18, 20, 24, 25, 53], "south": [6, 18, 20, 24, 25], "sampleact": [6, 24, 25], "checkact": [6, 24, 25], "rstransitionmodel": [6, 24, 25], "rsobservationmodel": [6, 24, 25], "rsrewardmodel": [6, 24, 25], "rspolicymodel": [6, 24, 25], "rocksampleproblem": [6, 24, 25], "random_free_loc": [6, 24, 25], "in_exit_area": [6, 24, 25], "generate_inst": [6, 24, 25], "print_stat": [6, 24, 25], "test_plann": [6, 12, 24, 25, 32, 33, 48], "init_particles_belief": [6, 24, 25], "tag": [0, 6, 42], "experi": [0, 6, 7], "tiger": [0, 6, 37, 38, 42, 45, 46, 47, 52, 53], "run_tig": [6, 32], "tiger_problem": [0, 6, 37, 38, 42, 46, 48], "tigerst": [6, 32, 33, 46], "tigeract": [6, 32, 33], "tigerobserv": [6, 32, 33], "tigerproblem": [6, 32, 33, 37, 38, 46, 48], "make_tig": [6, 32], "lightdarkenviron": [7, 10], "light": [0, 6, 10, 42], "const": [7, 10], "dark": [0, 6, 10, 42], "mazeenviron": [13, 15], "finit": [12, 13, 32, 46, 48], "descript": [7, 12, 13, 18, 20, 21, 22, 24, 25, 32, 33, 48], "start": [12, 13, 21, 37, 38, 48, 53], "goal": [7, 13, 48], "cannot": [12, 13, 36, 41], "perceiv": [12, 13], "locat": [12, 13, 19, 23, 24, 25, 28, 30, 53], "orient": [13, 14, 18, 19, 20, 22, 23, 47, 51], "presenc": 13, "absenc": 13, "wall": [13, 14], "side": [12, 13, 48], "squar": 13, "non": 13, "zero": [13, 42], "slip": 13, "know": [13, 18, 35], "attempt": [13, 42], "make": [13, 19, 36, 37, 38, 41, 42, 43, 47, 52, 53, 55], "move": [7, 12, 13, 24, 25, 30, 31, 37, 38, 47, 53], "had": 13, "consequ": 13, "actual": [7, 13, 18, 23, 32, 33, 48], "posit": [7, 13, 14, 24, 25, 30, 31, 32, 33, 48], "Not": [13, 36], "yet": [7, 13, 42, 47], "motion": [14, 18, 20, 22, 24, 25, 28, 47], "look": [14, 20, 22, 47, 53], "positit": 14, "mosag": [18, 19], "clear_histori": [18, 19, 26, 27], "mosoobelief": [18, 19], "initialize_belief": [18, 19, 26, 27], "motionact": [18, 20, 23], "scheme_xyth": [18, 20], "scheme_vw": [18, 20], "forward": [18, 20], "backward": [18, 20, 42], "scheme_xi": [18, 20], "east2d": [18, 20, 31], "west2d": [18, 20, 31], "north2d": [18, 20, 31], "south2d": [18, 20, 31], "scheme": [18, 20], "lookact": [18, 20], "findact": [18, 20], "objectobserv": [18, 20, 22], "null": [18, 20, 22], "mosooobserv": [18, 20, 21, 53], "for_obj": [18, 20], "pose": [18, 20, 22, 23, 47], "robotst": [18, 20], "robot_pos": [18, 20, 23], "objects_found": [18, 20], "mosoost": [18, 20], "object_pos": [18, 20], "mosenviron": [18, 21], "robot_id": [18, 19, 20, 21, 22, 23], "interpret": [18, 20, 21, 36, 47], "interpret_robot_id": [18, 21], "equip_sensor": [18, 21, 47], "make_laser_sensor": [18, 21, 47], "make_proximity_sensor": [18, 21, 47], "grid_map": [18, 19, 22, 26, 27, 29, 30, 47], "sensor": [18, 19, 20, 21, 22, 24, 25, 47, 48], "mosobservationmodel": [18, 22], "objectobservationmodel": [18, 22], "unittest": [6, 18, 21, 22, 26, 29], "mosrewardmodel": [18, 22], "goalrewardmodel": [18, 22], "mostransitionmodel": [18, 22], "staticobjecttransitionmodel": [18, 22], "robottransitionmodel": [18, 22], "if_move_bi": [18, 22, 26, 30], "valid_pos": [18, 22, 30, 31], "in_boundari": [18, 22], "file": [18, 41, 42, 47, 48, 53, 55], "some": [18, 37, 42, 44, 46, 48, 49, 53, 55], "string": [10, 18, 21, 33, 37, 38, 46], "width": [18, 19, 22, 23, 26, 29, 31], "length": [18, 19, 22, 23, 26, 29, 31], "num_obj": 18, "num_obstacl": 18, "robot_char": 18, "init_robot_st": 19, "object_id": [19, 22], "dim": [19, 21, 22], "01": [18, 19, 22, 46], "belief_rep": [18, 19], "num_particl": [12, 18, 19, 24, 25, 26, 27, 35, 36], "100": [12, 18, 19, 27, 32, 33, 46, 48], "custum": [19, 27], "sure": [19, 48], "robot_orient": 19, "multi": [0, 6, 19, 20, 22, 42, 49, 51, 52, 53], "target": [18, 19, 21, 28, 30, 32, 46, 47, 48], "obstacl": [19, 21, 23, 47], "realli": [19, 48], "about": [12, 19, 23, 24, 25, 37, 38, 42, 47], "them": [19, 37, 42, 44, 48, 53, 55], "includ": [18, 19, 22, 41, 42, 43], "unspecifi": 19, "uniform": [19, 24, 25, 26, 27, 32, 48], "radian": 19, "cup": [20, 48], "find": [20, 22, 42, 47, 52, 53], "45deg": 20, "input": [20, 21, 46, 50], "forc": 20, "everi": [20, 24, 25], "w": [20, 47], "drop": 20, "mo": [0, 6, 20, 42, 52, 53], "xy": [10, 20, 31], "distance_cost": 20, "motion_nam": 20, "xyth": [20, 53], "141592653589793": 20, "71238898038469": 20, "5707963267948966": 20, "vw": 20, "7853981633974483": 20, "icra": [18, 20, 22, 47], "instead": [18, 20, 22, 32, 33, 42, 43, 48], "topolog": [18, 20, 22, 47], "graph": [18, 20, 22, 46, 47], "fan": [20, 22, 23, 47], "someth": [20, 22, 53], "els": [20, 22, 45, 46, 48], "objpos": 20, "thu": [20, 35, 47], "grid": [12, 20, 22, 23, 24, 25, 30, 47], "s_1": 20, "s_2": 20, "s_n": 20, "s_r": 20, "leq": 20, "sr": 20, "objclass": 20, "camera_direct": 20, "overrid": 21, "parent": [21, 37, 38], "worldstr": [21, 26, 29, 31], "rx": [21, 29], "xt": 21, "laser": [21, 22, 23, 47], "fov": [21, 23], "90": [21, 23], "min_rang": [21, 23], "max_rang": [21, 23], "indic": [21, 35], "obsticl": 21, "replac": 21, "upper": 21, "letter": 21, "serv": 21, "lower": [10, 21], "except": [21, 29, 37, 38], "signal": 21, "laser2dsensor": [21, 22, 23], "robot_nam": 21, "worldmap": 21, "charact": [10, 21], "angle_incr": [21, 23], "dist_rang": 21, "occlus": [21, 23, 47], "scanner": [21, 23, 47], "configur": [7, 21], "angl": [21, 23, 47], "end": [21, 37], "beam": [21, 23, 47], "scan": [21, 23, 47], "degre": [21, 23, 47], "angular": 21, "distanc": [21, 23, 24], "measur": 21, "rad": 21, "consid": [18, 21, 35, 47], "radiu": [10, 21, 23], "proxim": [21, 22, 23], "occlusion_en": [21, 23], "gridmap": [22, 23, 27, 30, 31], "valid_mot": [22, 23, 30, 31], "to_rad": [22, 23], "in_rang": [22, 23], "within_rang": [22, 23], "sensing_region_s": [22, 23], "in_field_of_view": [22, 23], "shoot_beam": [22, 23], "valid_beam": [22, 23], "proximitysensor": [22, 23], "own": [5, 22, 42, 43], "well": [22, 32, 33, 47, 48], "within": [22, 23, 47], "rang": [22, 23, 46, 47, 48], "equip": [22, 47], "occup": [22, 27], "target_object": 22, "big": [22, 26, 27, 29, 30], "1000": [18, 22, 26, 36], "normal": [12, 22, 24, 25, 33, 35, 36], "get": [22, 26, 32, 33, 48, 53], "detect": 22, "relat": [22, 52], "determinist": [22, 23, 24, 25, 30, 35, 37, 48], "09": [22, 36], "necessarili": 22, "static": [21, 22, 24, 25, 29, 32, 37, 38], "next_object_st": 22, "perfect": [22, 24, 25, 47], "check_collis": 22, "robot_st": 22, "next_robot_st": [18, 22], "pose_objid": 22, "valid": [22, 23, 43], "overlap": 22, "addit": [22, 35, 46, 49, 52, 53], "assist": 23, "collis": 23, "avoid": [23, 35, 42, 43], "invalid": [23, 48], "contain": [23, 32, 33, 35, 37, 38, 41, 42, 46, 48, 50, 55], "all_motion_act": 23, "bump": [23, 42], "determin": [23, 24, 25, 48], "assumpt": 23, "p1": [10, 23, 24, 25, 37], "p2": [10, 23, 24, 25, 37], "deg": 23, "val": 23, "env_stat": 23, "might": [23, 32, 33, 47, 48], "visibl": [23, 42], "due": [23, 42, 47], "gap": 23, "view_angl": 23, "th": [21, 23, 29, 37], "field": [23, 32, 33, 42], "view": [23, 42], "size": [10, 21, 23, 29, 42, 46], "180": 23, "front": [23, 32, 33, 48], "our": [7, 23, 47, 48, 55], "convent": [23, 44, 52], "270": 23, "360": [23, 47], "shoot": 23, "bear": 23, "dist": 23, "increment": 23, "mosobserv": 23, "region": [21, 23, 47], "center": [10, 23], "rock_id": [24, 25], "rsaction": [24, 25], "rsobserv": [24, 25], "qualiti": [24, 25], "rsstate": [24, 25], "k": [24, 25], "uai": [24, 25], "2004": [24, 25, 52], "rocktype_1": [24, 25], "rocktype_2": [24, 25], "rocktype_k": [24, 25], "rocktype_i": [24, 25], "terminalst": [24, 25], "rock": [24, 25], "known": [24, 25, 55], "check_i": [24, 25], "smartli": [24, 25], "check": [24, 25, 42, 46, 47, 48, 55], "check_1": [24, 25], "check_k": [24, 25], "first": [24, 25, 37, 38, 41, 46, 47, 48, 53], "four": [24, 25], "noisi": [24, 25], "eta": [24, 25], "exit": [24, 25], "area": [24, 25], "equal": [24, 25, 32, 33, 37, 38, 48], "being": [5, 24, 25], "rock_loc": 24, "half_efficiency_dist": 24, "20": [24, 37, 38, 42, 46], "not_free_loc": [24, 25], "nxn": [24, 25], "free": [24, 25, 32, 33, 47, 48, 51, 52, 55], "nstep": [12, 24, 25, 32, 33, 48], "95": [12, 24, 25, 37, 38, 46, 48], "initialize_particles_belief": [26, 27], "belief_upd": [6, 18, 26, 27], "tagag": [26, 27], "tagact": [26, 28], "tagobserv": [26, 28], "tagstat": [26, 28], "motion_polici": [26, 30], "tagobservationmodel": [26, 30], "tagpolicymodel": [26, 30], "tagrewardmodel": [26, 30], "tagtransitionmodel": [26, 30], "init_robot_posit": [26, 27], "hold": [27, 43], "pr_stai": [26, 27, 29, 31], "anytim": [28, 30, 46], "approxim": [28, 30, 36, 55], "cell": [28, 30, 47], "target_posit": [28, 31], "person": 28, "found": [28, 46, 47, 53], "robot_posit": [28, 31], "target_found": 28, "from_str": [26, 29, 30, 31], "free_cel": [30, 31], "tagtargetmotionpolici": [30, 31], "ohterwis": 30, "anyth": 30, "There": [7, 30, 41, 46, 48, 49, 55], "stochaist": 30, "movement": 30, "With": [30, 48], "8": [12, 30, 37, 38, 42, 46, 53], "awai": [7, 30, 32, 33, 48], "stai": [30, 32, 42, 48], "place": [12, 30, 47, 48], "closer": 30, "target_motion_polici": 30, "obstacle_pos": 31, "all_mot": 31, "next_target_posit": 31, "valid_target_motion_act": 31, "tigerobservationmodel": [32, 33], "tigerpolicymodel": [32, 33], "tigerrewardmodel": [32, 33], "tigertransitionmodel": [32, 33], "build_act": [32, 33], "build_observ": [32, 33], "build_set": [32, 33], "build_stat": [32, 33], "classic": [24, 32, 33, 48], "specifi": [32, 33, 37, 41, 42, 45, 46, 48], "introduct": [32, 33, 48], "kamalzadeh": [32, 33, 48], "hahsler": [32, 33, 48], "put": [32, 33, 48], "behind": [32, 33, 48], "door": [32, 33, 48], "treasur": [32, 33, 48], "stand": [32, 33, 37, 38, 48, 52], "close": [32, 33, 48], "decid": [5, 32, 33, 48], "open": [32, 33, 37, 38, 46, 48], "wait": [32, 33, 48], "listen": [32, 33, 37, 38, 42, 46, 48, 53], "neither": [32, 33, 48], "entir": [32, 33, 37, 38, 48], "accur": [32, 33, 48], "hear": [32, 33, 48], "vice": [32, 33, 48], "versa": [32, 33, 48], "either": [32, 33, 35, 42, 46, 47, 48], "more": [18, 24, 32, 33, 35, 37, 38, 41, 42, 44, 45, 46, 47, 48, 49, 51, 52, 55], "complic": [32, 33, 44, 47, 48, 52], "re": [5, 21, 29, 32, 41, 48], "spec": [32, 46, 48], "reset": [32, 48], "otherwis": [12, 32, 48], "obs_nois": [32, 48], "init_true_st": [32, 33, 48], "fact": 32, "debug_tre": 32, "feedback": [32, 33, 47, 48], "loop": [32, 33, 47, 48], "pdb": [32, 37, 38], "dd": [32, 37, 38], "quickli": [32, 44, 52], "build": [32, 42, 43, 46, 47, 52, 53], "extern": [12, 33, 42, 48, 50, 52, 53], "extrem": [12, 33], "dumb": [12, 33], "obs_prob": 33, "trans_prob": 33, "current_histogram": 35, "state_mapp": [35, 36], "oarg": 35, "targ": 35, "static_transit": 35, "next_state_spac": 35, "sum_": 35, "help": [35, 37, 38, 46, 47, 52], "nest": 35, "alreadi": [35, 51], "prohibit": 35, "effici": [24, 35], "part": [35, 46], "simpli": [35, 48], "At": 35, "least": 35, "ok": 35, "current_particl": 35, "todo": [13, 35, 42], "prob": 36, "unweight": 36, "inherit": [36, 42, 48], "feed": 36, "through": [12, 18, 36, 37, 38, 45, 48], "multipl": [36, 51], "those": [36, 42, 48, 53], "approx_method": 36, "distance_func": 36, "drawn": 36, "nearest": 36, "queri": 36, "match": [36, 42], "closest": 36, "exact": [12, 36, 42, 48], "uniqu": 36, "aggreg": 36, "numer": [36, 46, 55], "densiti": 36, "multivari": 36, "isn": 36, "arbitrarili": 36, "deal": 37, "percent": 37, "rgb": 37, "255": [21, 29, 37], "hx": 37, "len": [37, 45], "ctype": 37, "dct": 37, "easier": [37, 38, 42], "core": [37, 38, 42, 43], "incorpor": [37, 38], "design": [37, 38, 52], "eas": [37, 38], "ipdb": [37, 38], "session": [37, 38], "minim": [37, 38, 42], "usag": [37, 38], "pomdp_problem": [0, 6, 37, 38, 42], "suppos": [37, 38], "too": [37, 38], "4096": [37, 38], "200": [37, 38], "set_trac": [37, 38], "program": [37, 38, 46, 50], "enter": [37, 38], "debugg": [37, 38], "_vnodepp": [37, 38], "4095": [37, 38], "19": [37, 38, 46], "529": [37, 38], "\u2080listen": [37, 38], "_qnodepp": [37, 38], "4059": [37, 38], "\u2080tiger": [37, 38], "2013": [37, 38], "16": [37, 38], "586": [37, 38], "1883": [37, 38], "1441": [37, 38], "300": [37, 38], "out": [37, 38, 46, 47, 55], "\u2081open": [37, 38], "139": [37, 38], "847": [37, 38], "\u2082open": [37, 38], "112": [37, 38, 46], "57": [37, 38], "191": [37, 38], "text": [37, 38, 46], "retriev": [37, 38], "subtre": [37, 38], "index": [37, 38, 46, 52], "2044": [37, 38], "160": [37, 38], "148": [37, 38], "634": [37, 38], "237": [37, 38], "500": [18, 26, 37, 38], "obtain": [37, 38], "sequenc": [10, 37, 38, 42, 48], "\u2081tiger": [37, 38], "1955": [37, 38], "947": [37, 38], "768": [37, 38], "022": [37, 38], "462": [37, 38], "395": [37, 38], "000": [37, 38], "247": [37, 38], "best": [37, 38, 42], "brows": [37, 38], "method": [37, 38, 42], "document": [37, 38, 42, 44, 46, 55], "futur": [37, 38], "organ": [37, 38, 47, 48], "kind": [37, 38], "total": [37, 38, 46], "largest": [37, 38], "edg": [37, 38, 46], "as_debugg": [37, 38], "Will": [37, 38], "high": [37, 38, 47, 55], "huge": [37, 38], "interact": [37, 38, 43], "along": [37, 38], "preset": [37, 38], "seq": [37, 38], "understand": [37, 38, 43], "_nodepp": [37, 38], "dest": [37, 38], "Such": [37, 38], "parent_edg": [37, 38], "indent": [37, 38], "include_children": [37, 38], "df": [37, 38], "gether": [37, 38], "statist": [37, 38], "colorstr": [37, 38], "assort": 37, "vec1": 37, "vec2": 37, "scalar": 37, "dx": 37, "dy": 37, "dz": 37, "v1": 37, "v2": 37, "06": [37, 46], "python": [12, 37, 42, 46, 47, 48, 52, 53, 55], "oldvalu": 37, "oldmin": 37, "oldmax": 37, "newmin": 37, "newmax": 37, "obj": 37, "arr": 37, "48": 37, "8320": 37, "8321": 37, "50": [37, 46], "8322": 37, "51": [37, 46], "8323": 37, "52": [37, 46], "8324": 37, "53": 37, "8325": 37, "54": 37, "8326": 37, "55": 37, "8327": 37, "56": 37, "8328": 37, "8329": 37, "particular": 37, "data": 37, "piec": 37, "correct": [37, 43, 48], "typic": [37, 48], "tabular": [37, 42], "built": [37, 41, 42, 43], "nextstat": 37, "emit": 37, "utilti": [10, 37], "typographi": 37, "purpos": [37, 47, 52], "displai": 37, "x1b": 37, "97m": 37, "96m": 37, "95m": 37, "94m": 37, "92m": 37, "93m": 37, "91m": 37, "1m": 37, "0m": 37, "shown": [37, 47], "sphinx": [41, 42], "web": 41, "page": [41, 52, 53], "Their": 41, "directori": [41, 53], "cd": 41, "py": [41, 42, 47, 48], "_sphinx_src": 41, "apidoc": 41, "api": 41, "rst": 41, "argument": [41, 42, 45], "readm": 41, "read": [41, 48], "me": 41, "Then": [18, 41, 48], "top": [41, 42], "repositori": [41, 53], "websit": [41, 42, 53], "construct": [18, 41, 46, 48], "symbol": 41, "link": [41, 42, 46, 47, 52], "ln": 41, "access": [41, 42, 48, 52], "remov": [41, 42, 46], "site": 41, "deploi": 41, "fundament": 43, "block": [12, 43, 47], "formal": 43, "encapsul": 43, "few": 43, "pomdp_pi": [42, 43, 44, 45, 47, 48, 49, 50, 51, 53, 55], "around": [43, 55], "convei": [5, 43], "idea": [43, 48], "abov": [43, 46, 47, 48, 50, 53], "gist": [42, 43], "captur": 43, "versu": 43, "much": [42, 43], "sens": [21, 43, 47], "verifi": [42, 43, 53], "diagram": 43, "langl": 43, "omega": [43, 46, 50], "rangl": 43, "discuss": 44, "simpler": [18, 42, 44, 55], "interest": 44, "former": 44, "latter": 44, "structur": [44, 47, 52], "project": [44, 47, 51, 52, 55], "below": [45, 47, 49, 53], "minimum": [42, 45], "def": [45, 48], "rais": [45, 48], "notimplementederror": 45, "notion": 45, "narrow": 45, "express": 45, "detail": [18, 32, 45, 46, 47, 48, 50], "paragraph": 45, "visit": [42, 45], "count": [21, 45, 53], "account": 45, "nu": [46, 50], "hope": [46, 49], "u": [12, 46], "mani": [46, 55], "librari": [42, 46, 50, 52, 53], "written": [46, 48, 52, 55], "format": [42, 46, 48, 55], "pomdpx": [42, 46, 55], "pomdpconvert": 46, "toolkit": 46, "to_pomdp_fil": [42, 46], "to_pomdpx_fil": 46, "convers": [42, 46], "output_path": 46, "float_precis": [42, 46], "www": [46, 53], "independ": 46, "blank": 46, "decim": 46, "order": [7, 46, 48], "pomdpconvert_path": 46, "adacompnu": 46, "instruct": [46, 53], "download": [46, 53], "ubuntu": 46, "04": 46, "gcc": 46, "bigbird": 46, "comp": 46, "edu": 46, "sg": 46, "pmwiki": 46, "farm": 46, "appl": [46, 55], "php": 46, "pomdpxdocument": 46, "binari": [46, 50], "let": [46, 48], "filenam": [46, 47], "test_tig": 46, "softwar": [46, 53, 55], "src": 46, "vi_prun": 46, "pomdp_solve_path": 46, "pomdp_nam": 46, "temp": 46, "remove_generated_fil": 46, "return_policy_graph": 46, "definit": [46, 48], "pomdp_solv": [42, 46], "compil": 46, "command": [46, 47, 53], "stop_criteria": 46, "weak": 46, "time_limit": 46, "alpha": [10, 46], "pg": 46, "instal": [42, 46, 52], "appear": [7, 46, 55], "recommend": [46, 47, 53], "isinst": [46, 48], "cur_belief": [46, 48], "new_belief": [46, 48], "pid": 46, "8239": 46, "mcgs_prune_freq": 46, "verbos": 46, "context": 46, "done": [5, 18, 46, 48, 55], "epoch": 46, "00": 46, "sec": 46, "err": 46, "39": 46, "96": 46, "97": 46, "98": 46, "40": 46, "solut": 46, "user": [46, 48], "hr": 46, "min": 46, "lp_solv": 46, "report": 46, "lp": 46, "instabl": 46, "85": 46, "9697986575573173": 46, "03020134244268276": 46, "pomdpsol_path": 46, "timeout": 46, "30": [21, 29, 46], "memori": 46, "precis": 46, "logfil": 46, "pomdpsol": 46, "limit": 46, "mb": 46, "regret": 46, "less": 46, "than": [46, 55], "finish": 46, "log": [42, 46], "stdout": 46, "stderr": 46, "_": 46, "000001": 46, "load": [0, 6, 42, 46], "trial": [6, 26, 46], "backup": 46, "lbound": 46, "ubound": 46, "92": 46, "8205": 46, "821": 46, "2981": 46, "63": 46, "7547": 46, "70": 46, "0528": 46, "103": 46, "35722": 46, "3746": 46, "0174": 46, "155": 46, "44093": 46, "45": 46, "1431": 46, "38": 46, "7021": 46, "205": 46, "1184": 46, "36": 46, "4409": 46, "24": 46, "3225": 46, "1255": 46, "3714": 46, "13808e": 46, "21": 46, "41": 46, "1300": 46, "76277e": 46, "42": 46, "1350": 46, "75044e": 46, "43": 46, "1393": 46, "22729e": 46, "07": 46, "11": [46, 53], "extend": [42, 46, 47, 48, 49], "encod": 46, "alpha_path": 46, "pg_path": 46, "parse_pomdp_solve_output": 46, "pointer": 46, "incom": 46, "offlin": 46, "collect": 46, "associ": 46, "dot": 46, "product": 46, "lead": [46, 47], "domin": 46, "activ": [46, 55], "max_": 46, "gamma": 46, "policy_path": 46, "parse_appl_policy_fil": 46, "involv": 47, "whose": 47, "better": 47, "mainten": 47, "readabl": 47, "task": [0, 6, 12, 47, 51, 52, 55], "rel": 47, "share": [47, 52], "wandzel": 47, "et": 47, "al": 47, "slightli": 47, "room": [18, 47], "formul": 47, "three": [47, 48], "categori": 47, "adjust": 47, "disk": 47, "artifact": 47, "discret": [7, 47], "figur": [7, 12, 47], "screenshot": 47, "frame": 47, "imag": [42, 47], "circl": [47, 53], "third": 47, "show": [42, 47, 52], "later": [42, 47], "summari": 47, "procedur": [47, 48], "instanti": [18, 47], "squeez": 47, "everyth": 47, "giant": 47, "reus": 47, "whatev": 47, "save": 47, "evid": 47, "role": 47, "mosoopomdp": [6, 18, 47], "logic": 47, "m": [12, 42, 47, 52, 53], "custom": 47, "arthur": 47, "yoonseon": 47, "oh": 47, "fishman": 47, "nishanth": 47, "kumar": 47, "stefani": [47, 48, 52], "tellex": [47, 48, 52], "intern": [47, 48], "autom": [47, 48], "7194": 47, "7200": 47, "ieee": 47, "encourag": 48, "valueerror": 48, "__hash__": 48, "__eq__": 48, "boil": 48, "heard": 48, "growl": 48, "thresh": 48, "similarli": 48, "startswith": 48, "choic": 48, "easili": 48, "tabl": 48, "flexibl": 48, "intract": 48, "sever": [48, 49], "would": [42, 48, 55], "usual": [5, 48], "human": 48, "engin": 48, "sort": [37, 42, 48], "guid": 48, "guidanc": 48, "caution": 48, "sai": 48, "inject": 48, "final": 48, "straightforward": 48, "commonli": 48, "_reward_func": 48, "elif": 48, "abl": [42, 48], "mostli": 48, "super": 48, "notic": 48, "constructor": 48, "now": [42, 48], "standard": 48, "a_t": 48, "s_t": 48, "rightarrow": 48, "s_": 48, "r_t": 48, "o_t": 48, "h_": 48, "unless": 48, "repeat": 48, "110": 48, "ennviron": 48, "skip": [42, 48], "estim": 48, "percept": 48, "stack": 48, "saniti": 48, "come": 48, "automat": [42, 48], "num": 48, "short": 48, "abel": 48, "elli": 48, "hershkowitz": 48, "gabriel": 48, "barth": 48, "maron": 48, "stephen": 48, "brawner": 48, "kevin": 48, "farrel": 48, "jame": 48, "macglashan": 48, "twenti": 48, "fifth": 48, "schedul": 48, "2015": 48, "yuchen": 48, "xiao": 48, "sammi": 48, "katt": 48, "andrea": 48, "ten": 48, "pa": 48, "shengjian": 48, "chen": 48, "christoph": 48, "amato": 48, "clutter": 48, "welcom": [49, 52], "sarsop": [42, 50, 53, 55], "rl": 51, "transfer": [51, 52], "research": [51, 52, 55], "baslin": 51, "comprehens": 52, "why": 52, "clean": 52, "intuit": 52, "peopl": 52, "commun": [52, 53, 55], "artial": 52, "bservabl": 52, "arkov": 52, "ecis": 52, "rocess": 52, "major": 52, "languag": 52, "what": [5, 52], "changelog": 52, "principl": 52, "integr": 42, "pleas": 52, "cite": 52, "inproceed": 52, "zheng2020pomdp_pi": 52, "titl": 52, "_py": 52, "author": 52, "zheng": 52, "kaiyu": 52, "booktitl": 52, "icap": 52, "2020": 52, "workshop": 52, "planrob": 52, "year": 52, "url": 52, "icaps20subpag": 52, "wp": 52, "upload": [42, 52], "14": [12, 52, 53], "planrob_2020_paper_3": 52, "pdf": 52, "10099": 52, "virtualenv": 53, "pip": [42, 53], "manag": 53, "offici": 53, "maco": 53, "On": 53, "window": [42, 53], "wiki": 53, "latest": [42, 53], "releas": [42, 53], "clone": 53, "git": 53, "h2r": 53, "setup": [42, 53], "pyx": [42, 53], "pyd": 53, "rebuild": 53, "messi": [], "66": 53, "cumul": 53, "__num_sims__": 53, "1217": 53, "______id______": 53, "210": 53, "_____g": 53, "b_____": 53, "hello": 53, "542": 53, "506": 53, "test_al": 53, "via": [53, 55], "hub": 53, "credit": 53, "romain": 53, "egel": 53, "think": 55, "peer": 55, "easi": 55, "ro": 55, "acceler": 55, "pomdpi": 55, "suffici": 55, "convolut": 55, "potenti": [42, 55], "connect": [10, 18, 55], "clearer": 55, "pars": 55, "art": 55, "great": 55, "julia": 55, "suit": [7, 55], "analysi": 55, "besid": 55, "librai": 55, "port": 55, "ai": 55, "toolbox": 55, "bind": 55, "focus": 55, "lear": 55, "beliefmdp": 55, "modern": 42, "repo": [7, 42], "migrat": 42, "pyproject": 42, "toml": 42, "ci": 42, "pre": 42, "commit": 42, "eol": 42, "fix": 42, "cpdef": 42, "cdef": 42, "failur": 42, "29": 42, "comment": 42, "sp": 42, "wheel": 42, "properli": 42, "tame": 42, "minor": 42, "bug": 42, "__str__": 42, "confus": 42, "improv": 42, "clarifi": 42, "gave": 42, "cryingbabi": 42, "pygraphviz": 42, "inspect": 42, "refactor": 42, "cli": 42, "simplifi": 42, "__ne__": 42, "reorgan": 42, "break": 42, "unnecessari": 42, "compat": 42, "pickl": 42, "edit": 42, "cimport": 42, "ed": 42, "pypi": 42, "value_funct": 42, "18fc58e0": 42, "cfc88e8d8": 42, "719c2edf5": 42, "docker": 42, "issu": 42, "citat": 42, "resolv": 42, "max": 42, "among": 42, "infin": 42, "thank": 42, "jason": 42, "clarif": 42, "convert": 42, "were": 42, "calcul": 42, "divid": 42, "thrown": 42, "infinit": 42, "anoth": 42, "differenti": 42, "unload": [0, 6, 42], "per": 42, "faster": 42, "readi": 42, "changeabl": 42, "rewritten": 42, "cleaner": 42, "dictstat": [0, 1, 5, 42], "set_model": [1, 5, 42], "frozen": [1, 34, 36, 42], "ones": 5, "lustat": [6, 12], "luaction": [6, 12], "luobserv": [6, 12], "luobservationmodel": [6, 12], "lutransitionmodel": [6, 12], "lurewardmodel": [6, 12], "lupolicymodel": [6, 12], "loadunloadproblem": [6, 12], "generate_random_st": [6, 12], "generate_init_belief": [6, 12], "minimal_inst": [6, 24], "create_inst": [6, 24], "tagproblem": [6, 26], "plot_point": [7, 10], "plot_polygon": [7, 10], "plot_lin": [7, 10], "plot_circl": [7, 10], "xval": 10, "yval": 10, "label": 10, "style": 10, "linewidth": 10, "xlabel": 10, "ylabel": 10, "loc": 10, "vert": 10, "ax": 10, "edgecolor": 10, "verts0": 10, "verts1": 10, "verts_i": 10, "vertic": 10, "numpi": 10, "color0": 10, "color1": 10, "color_i": 10, "hex": 10, "xxxxxx": 10, "polygoncollect": 10, "axi": 10, "zorder": 10, "linestyl": 10, "fill": 10, "label_text": 10, "text_color": 10, "itself": [7, 12], "tell": 12, "statu": 12, "ob": 12, "load_unload_problem": 12, "object_color": [18, 21], "mosviz": [18, 21, 29], "img_width": [18, 21, 26, 29], "img_height": [18, 21, 26, 29], "last_observ": [18, 21, 26, 29], "draw_robot": [18, 21, 26, 29], "draw_observ": [18, 21, 26, 29], "draw_belief": [18, 21, 26, 29], "on_init": [18, 21, 26, 29], "on_ev": [18, 21, 26, 29], "on_loop": [18, 21, 26, 29], "on_rend": [18, 21, 26, 29], "on_cleanup": [18, 21, 26, 29], "on_execut": [18, 21, 26, 29], "render_env": [18, 21, 26, 29], "agent_has_map": 18, "cours": 18, "scenario": 18, "past": 18, "give": [5, 18], "max_tim": [18, 26], "120": [18, 26], "max_step": [18, 26], "fp": [21, 29], "viz_observ": 21, "img": [21, 29], "ry": [21, 29], "rth": [21, 29], "target_color": [21, 29], "init": [21, 29], "event": [21, 29], "display_surf": [21, 29], "decreas": 24, "rover": 24, "influenc": 24, "larger": 24, "robust": 24, "tagenviron": [26, 29], "tagviz": [26, 29], "init_target_posit": 26, "belief_typ": 26, "hist": [1, 26, 34, 36], "planner_typ": 26, "modifi": 36, "_search": 42, "modular": 42, "renam": 42, "gha": 42, "workflow": 42, "branch": 42, "master": [], "dev": 42, "local": 7, "plane": 7, "befor": [7, 42], "approach": 7, "abil": 7, "upon": 7, "quadrat": 7, "horizont": 7, "coordin": 7, "ultim": 7, "illustr": 7, "intens": 7, "magnitud": 7, "unknown": 7, "variant": 7, "kept": 7, "pull": 7, "lightdarkdomain": 7, "distinguish": 12, "off": 42, "set_nam": [1, 5], "hist_valid": [1, 34, 36], "outsid": 5, "hot": 42, "script": 42}, "objects": {"pomdp_py.algorithms": [[3, 0, 0, "-", "bsp"], [2, 0, 0, "-", "po_rollout"], [2, 0, 0, "-", "po_uct"], [2, 0, 0, "-", "pomcp"], [2, 0, 0, "-", "value_iteration"]], "pomdp_py.algorithms.bsp": [[3, 0, 0, "-", "blqr"]], "pomdp_py.algorithms.bsp.blqr": [[3, 1, 1, "", "BLQR"]], "pomdp_py.algorithms.bsp.blqr.BLQR": [[3, 2, 1, "", "create_plan"], [3, 2, 1, "", "ekf_update_mlo"], [3, 2, 1, "", "integrate_belief_segment"], [3, 2, 1, "", "interpret_sqp_plan"], [3, 2, 1, "", "segmented_cost_function"]], "pomdp_py.algorithms.po_rollout": [[2, 1, 1, "", "PORollout"]], "pomdp_py.algorithms.po_rollout.PORollout": [[2, 2, 1, "", "clear_agent"], [2, 3, 1, "", "last_best_reward"], [2, 2, 1, "", "plan"], [2, 2, 1, "", "set_rollout_policy"], [2, 2, 1, "", "update"], [2, 3, 1, "", "update_agent_belief"]], "pomdp_py.algorithms.po_uct": [[2, 1, 1, "", "ActionPrior"], [2, 1, 1, "", "POUCT"], [2, 1, 1, "", "QNode"], [2, 1, 1, "", "RandomRollout"], [2, 1, 1, "", "RolloutPolicy"], [2, 1, 1, "", "RootVNode"], [2, 1, 1, "", "TreeNode"], [2, 1, 1, "", "VNode"]], "pomdp_py.algorithms.po_uct.ActionPrior": [[2, 2, 1, "", "get_preferred_actions"]], "pomdp_py.algorithms.po_uct.POUCT": [[2, 3, 1, "", "action_prior"], [2, 2, 1, "", "clear_agent"], [2, 3, 1, "", "discount_factor"], [2, 3, 1, "", "last_num_sims"], [2, 3, 1, "", "last_planning_time"], [2, 3, 1, "", "max_depth"], [2, 3, 1, "", "num_visits_init"], [2, 2, 1, "", "plan"], [2, 3, 1, "", "rollout_policy"], [2, 2, 1, "", "set_rollout_policy"], [2, 2, 1, "", "update"], [2, 3, 1, "", "updates_agent_belief"], [2, 3, 1, "", "value_init"]], "pomdp_py.algorithms.po_uct.RandomRollout": [[2, 2, 1, "", "rollout"]], "pomdp_py.algorithms.po_uct.RolloutPolicy": [[2, 2, 1, "", "rollout"]], "pomdp_py.algorithms.po_uct.RootVNode": [[2, 2, 1, "", "from_vnode"], [2, 3, 1, "", "history"]], "pomdp_py.algorithms.po_uct.TreeNode": [[2, 3, 1, "", "children"], [2, 3, 1, "", "num_visits"], [2, 3, 1, "", "value"]], "pomdp_py.algorithms.po_uct.VNode": [[2, 2, 1, "", "argmax"], [2, 2, 1, "", "print_children_value"], [2, 3, 1, "", "value"]], "pomdp_py.algorithms.pomcp": [[2, 1, 1, "", "POMCP"], [2, 1, 1, "", "RootVNodeParticles"], [2, 1, 1, "", "VNodeParticles"]], "pomdp_py.algorithms.pomcp.POMCP": [[2, 2, 1, "", "plan"], [2, 2, 1, "", "update"], [2, 3, 1, "", "update_agent_belief"]], "pomdp_py.algorithms.pomcp.RootVNodeParticles": [[2, 3, 1, "", "belief"], [2, 2, 1, "", "from_vnode"]], "pomdp_py.algorithms.pomcp.VNodeParticles": [[2, 3, 1, "", "belief"]], "pomdp_py.algorithms.value_iteration": [[2, 1, 1, "", "ValueIteration"]], "pomdp_py.algorithms.value_iteration.ValueIteration": [[2, 2, 1, "", "plan"]], "pomdp_py.framework": [[5, 0, 0, "-", "basics"], [5, 0, 0, "-", "oopomdp"], [5, 0, 0, "-", "planner"]], "pomdp_py.framework.basics": [[5, 1, 1, "", "Action"], [5, 1, 1, "", "Agent"], [5, 1, 1, "", "BlackboxModel"], [5, 1, 1, "", "Distribution"], [5, 1, 1, "", "Environment"], [5, 1, 1, "", "GenerativeDistribution"], [5, 1, 1, "", "Observation"], [5, 1, 1, "", "ObservationModel"], [5, 1, 1, "", "Option"], [5, 1, 1, "", "POMDP"], [5, 1, 1, "", "PolicyModel"], [5, 1, 1, "", "RewardModel"], [5, 1, 1, "", "State"], [5, 1, 1, "", "TransitionModel"], [5, 4, 1, "", "sample_explict_models"], [5, 4, 1, "", "sample_generative_model"]], "pomdp_py.framework.basics.Agent": [[5, 2, 1, "", "add_attr"], [5, 3, 1, "", "all_actions"], [5, 3, 1, "", "all_observations"], [5, 3, 1, "", "all_states"], [5, 3, 1, "", "belief"], [5, 3, 1, "", "history"], [5, 3, 1, "", "init_belief"], [5, 2, 1, "", "sample_belief"], [5, 2, 1, "", "set_belief"], [5, 2, 1, "", "set_models"], [5, 2, 1, "", "set_name"], [5, 2, 1, "", "update"], [5, 2, 1, "", "update_history"]], "pomdp_py.framework.basics.BlackboxModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.basics.Distribution": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "__setitem__"]], "pomdp_py.framework.basics.Environment": [[5, 2, 1, "", "apply_transition"], [5, 3, 1, "", "blackbox_model"], [5, 3, 1, "", "cur_state"], [5, 2, 1, "", "provide_observation"], [5, 3, 1, "", "reward_model"], [5, 2, 1, "", "set_models"], [5, 3, 1, "", "state"], [5, 2, 1, "", "state_transition"], [5, 3, 1, "", "transition_model"]], "pomdp_py.framework.basics.GenerativeDistribution": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_histogram"], [5, 2, 1, "", "mpe"]], "pomdp_py.framework.basics.ObservationModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_all_observations"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.basics.Option": [[5, 2, 1, "", "initiate"], [5, 3, 1, "", "policy"], [5, 2, 1, "", "sample"], [5, 2, 1, "", "terminate"]], "pomdp_py.framework.basics.PolicyModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_all_actions"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"], [5, 2, 1, "", "update"]], "pomdp_py.framework.basics.RewardModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.basics.TransitionModel": [[5, 2, 1, "", "argmax"], [5, 2, 1, "", "get_all_states"], [5, 2, 1, "", "get_distribution"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.oopomdp": [[5, 1, 1, "", "DictState"], [5, 1, 1, "", "OOBelief"], [5, 1, 1, "", "OOObservation"], [5, 1, 1, "", "OOObservationModel"], [5, 1, 1, "", "OOPOMDP"], [5, 1, 1, "", "OOState"], [5, 1, 1, "", "OOTransitionModel"], [5, 1, 1, "", "ObjectState"]], "pomdp_py.framework.oopomdp.OOBelief": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "__setitem__"], [5, 2, 1, "", "b"], [5, 2, 1, "", "mpe"], [5, 2, 1, "", "object_belief"], [5, 3, 1, "", "object_beliefs"], [5, 2, 1, "", "random"], [5, 2, 1, "", "set_object_belief"]], "pomdp_py.framework.oopomdp.OOObservation": [[5, 2, 1, "", "factor"], [5, 2, 1, "", "merge"]], "pomdp_py.framework.oopomdp.OOObservationModel": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "argmax"], [5, 3, 1, "", "observation_models"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"]], "pomdp_py.framework.oopomdp.OOState": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "copy"], [5, 2, 1, "", "get_object_attribute"], [5, 2, 1, "", "get_object_class"], [5, 2, 1, "", "get_object_state"], [5, 2, 1, "", "s"], [5, 2, 1, "", "set_object_state"], [5, 3, 1, "", "situation"]], "pomdp_py.framework.oopomdp.OOTransitionModel": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "argmax"], [5, 2, 1, "", "probability"], [5, 2, 1, "", "sample"], [5, 3, 1, "", "transition_models"]], "pomdp_py.framework.oopomdp.ObjectState": [[5, 2, 1, "", "__getitem__"], [5, 2, 1, "", "__setitem__"], [5, 2, 1, "", "copy"]], "pomdp_py.framework.planner": [[5, 1, 1, "", "Planner"]], "pomdp_py.framework.planner.Planner": [[5, 2, 1, "", "plan"], [5, 2, 1, "", "update"], [5, 2, 1, "", "updates_agent_belief"]], "pomdp_py": [[6, 0, 0, "-", "problems"], [37, 0, 0, "-", "utils"]], "pomdp_py.problems.light_dark": [[10, 0, 0, "-", "env"]], "pomdp_py.problems.light_dark.env": [[10, 0, 0, "-", "env"], [10, 0, 0, "-", "plotting"]], "pomdp_py.problems.light_dark.env.env": [[10, 1, 1, "", "LightDarkEnvironment"]], "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment": [[10, 5, 1, "", "const"], [10, 5, 1, "", "light"]], "pomdp_py.problems.light_dark.env.plotting": [[10, 4, 1, "", "plot_circle"], [10, 4, 1, "", "plot_line"], [10, 4, 1, "", "plot_points"], [10, 4, 1, "", "plot_polygons"]], "pomdp_py.problems": [[12, 0, 0, "-", "load_unload"], [13, 0, 0, "-", "maze"], [18, 0, 0, "-", "multi_object_search"], [24, 0, 0, "-", "rocksample"], [26, 0, 0, "-", "tag"], [32, 0, 0, "-", "tiger"]], "pomdp_py.problems.load_unload": [[12, 0, 0, "-", "load_unload"]], "pomdp_py.problems.load_unload.load_unload": [[12, 1, 1, "", "LUAction"], [12, 1, 1, "", "LUObservation"], [12, 1, 1, "", "LUObservationModel"], [12, 1, 1, "", "LUPolicyModel"], [12, 1, 1, "", "LURewardModel"], [12, 1, 1, "", "LUState"], [12, 1, 1, "", "LUTransitionModel"], [12, 1, 1, "", "LoadUnloadProblem"], [12, 4, 1, "", "generate_init_belief"], [12, 4, 1, "", "generate_random_state"], [12, 4, 1, "", "main"], [12, 4, 1, "", "test_planner"]], "pomdp_py.problems.load_unload.load_unload.LUObservationModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.load_unload.load_unload.LUPolicyModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "get_all_actions"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.load_unload.load_unload.LURewardModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.load_unload.load_unload.LUTransitionModel": [[12, 2, 1, "", "argmax"], [12, 2, 1, "", "probability"], [12, 2, 1, "", "sample"]], "pomdp_py.problems.maze": [[14, 0, 0, "-", "domain"], [15, 0, 0, "-", "env"], [16, 0, 0, "-", "models"]], "pomdp_py.problems.maze.domain": [[14, 0, 0, "-", "action"], [14, 0, 0, "-", "observation"], [14, 0, 0, "-", "state"]], "pomdp_py.problems.maze.domain.observation": [[14, 1, 1, "", "Observation"]], "pomdp_py.problems.maze.domain.state": [[14, 1, 1, "", "State"]], "pomdp_py.problems.maze.env": [[15, 0, 0, "-", "env"]], "pomdp_py.problems.maze.env.env": [[15, 1, 1, "", "MazeEnvironment"]], "pomdp_py.problems.maze.models": [[17, 0, 0, "-", "components"]], "pomdp_py.problems.multi_object_search": [[19, 0, 0, "-", "agent"], [20, 0, 0, "-", "domain"], [21, 0, 0, "-", "env"], [18, 0, 0, "-", "example_worlds"], [22, 0, 0, "-", "models"], [18, 0, 0, "-", "problem"]], "pomdp_py.problems.multi_object_search.agent": [[19, 0, 0, "-", "agent"], [19, 0, 0, "-", "belief"]], "pomdp_py.problems.multi_object_search.agent.agent": [[19, 1, 1, "", "MosAgent"]], "pomdp_py.problems.multi_object_search.agent.agent.MosAgent": [[19, 2, 1, "", "clear_history"]], "pomdp_py.problems.multi_object_search.agent.belief": [[19, 1, 1, "", "MosOOBelief"], [19, 4, 1, "", "initialize_belief"]], "pomdp_py.problems.multi_object_search.agent.belief.MosOOBelief": [[19, 2, 1, "", "mpe"], [19, 2, 1, "", "random"]], "pomdp_py.problems.multi_object_search.domain": [[20, 0, 0, "-", "action"], [20, 0, 0, "-", "observation"], [20, 0, 0, "-", "state"]], "pomdp_py.problems.multi_object_search.domain.action": [[20, 1, 1, "", "Action"], [20, 1, 1, "", "FindAction"], [20, 1, 1, "", "LookAction"], [20, 1, 1, "", "MotionAction"]], "pomdp_py.problems.multi_object_search.domain.action.MotionAction": [[20, 3, 1, "", "BACKWARD"], [20, 3, 1, "", "EAST"], [20, 3, 1, "", "EAST2D"], [20, 3, 1, "", "FORWARD"], [20, 3, 1, "", "LEFT"], [20, 3, 1, "", "NORTH"], [20, 3, 1, "", "NORTH2D"], [20, 3, 1, "", "RIGHT"], [20, 3, 1, "", "SCHEMES"], [20, 3, 1, "", "SCHEME_VW"], [20, 3, 1, "", "SCHEME_XY"], [20, 3, 1, "", "SCHEME_XYTH"], [20, 3, 1, "", "SOUTH"], [20, 3, 1, "", "SOUTH2D"], [20, 3, 1, "", "WEST"], [20, 3, 1, "", "WEST2D"]], "pomdp_py.problems.multi_object_search.domain.observation": [[20, 1, 1, "", "MosOOObservation"], [20, 1, 1, "", "ObjectObservation"]], "pomdp_py.problems.multi_object_search.domain.observation.MosOOObservation": [[20, 2, 1, "", "factor"], [20, 2, 1, "", "for_obj"], [20, 2, 1, "", "merge"]], "pomdp_py.problems.multi_object_search.domain.observation.ObjectObservation": [[20, 3, 1, "", "NULL"]], "pomdp_py.problems.multi_object_search.domain.state": [[20, 1, 1, "", "MosOOState"], [20, 1, 1, "", "ObjectState"], [20, 1, 1, "", "RobotState"]], "pomdp_py.problems.multi_object_search.domain.state.MosOOState": [[20, 2, 1, "", "object_pose"], [20, 5, 1, "", "object_poses"], [20, 2, 1, "", "pose"]], "pomdp_py.problems.multi_object_search.domain.state.ObjectState": [[20, 5, 1, "", "objid"], [20, 5, 1, "", "pose"]], "pomdp_py.problems.multi_object_search.domain.state.RobotState": [[20, 5, 1, "", "objects_found"], [20, 5, 1, "", "pose"], [20, 5, 1, "", "robot_pose"]], "pomdp_py.problems.multi_object_search.env": [[21, 0, 0, "-", "env"], [21, 0, 0, "-", "visual"]], "pomdp_py.problems.multi_object_search.env.env": [[21, 1, 1, "", "MosEnvironment"], [21, 4, 1, "", "equip_sensors"], [21, 4, 1, "", "interpret"], [21, 4, 1, "", "interpret_robot_id"], [21, 4, 1, "", "make_laser_sensor"], [21, 4, 1, "", "make_proximity_sensor"]], "pomdp_py.problems.multi_object_search.env.env.MosEnvironment": [[21, 5, 1, "", "robot_ids"], [21, 2, 1, "", "state_transition"]], "pomdp_py.problems.multi_object_search.env.visual": [[21, 1, 1, "", "MosViz"], [21, 4, 1, "", "object_color"], [21, 4, 1, "", "unittest"]], "pomdp_py.problems.multi_object_search.env.visual.MosViz": [[21, 2, 1, "", "draw_belief"], [21, 2, 1, "", "draw_observation"], [21, 2, 1, "", "draw_robot"], [21, 5, 1, "", "img_height"], [21, 5, 1, "", "img_width"], [21, 5, 1, "", "last_observation"], [21, 2, 1, "", "on_cleanup"], [21, 2, 1, "", "on_event"], [21, 2, 1, "", "on_execute"], [21, 2, 1, "", "on_init"], [21, 2, 1, "", "on_loop"], [21, 2, 1, "", "on_render"], [21, 2, 1, "", "render_env"], [21, 2, 1, "", "update"]], "pomdp_py.problems.multi_object_search.example_worlds": [[18, 4, 1, "", "random_world"]], "pomdp_py.problems.multi_object_search.models": [[23, 0, 0, "-", "components"], [22, 0, 0, "-", "observation_model"], [22, 0, 0, "-", "policy_model"], [22, 0, 0, "-", "reward_model"], [22, 0, 0, "-", "transition_model"]], "pomdp_py.problems.multi_object_search.models.components": [[23, 0, 0, "-", "grid_map"], [23, 0, 0, "-", "sensor"]], "pomdp_py.problems.multi_object_search.models.components.grid_map": [[23, 1, 1, "", "GridMap"]], "pomdp_py.problems.multi_object_search.models.components.grid_map.GridMap": [[23, 2, 1, "", "valid_motions"]], "pomdp_py.problems.multi_object_search.models.components.sensor": [[23, 1, 1, "", "Laser2DSensor"], [23, 1, 1, "", "ProximitySensor"], [23, 1, 1, "", "Sensor"], [23, 4, 1, "", "euclidean_dist"], [23, 4, 1, "", "in_range"], [23, 4, 1, "", "to_rad"]], "pomdp_py.problems.multi_object_search.models.components.sensor.Laser2DSensor": [[23, 2, 1, "", "in_field_of_view"], [23, 2, 1, "", "observe"], [23, 5, 1, "", "sensing_region_size"], [23, 2, 1, "", "shoot_beam"], [23, 2, 1, "", "valid_beam"], [23, 2, 1, "", "within_range"]], "pomdp_py.problems.multi_object_search.models.components.sensor.Sensor": [[23, 3, 1, "", "LASER"], [23, 3, 1, "", "PROXIMITY"], [23, 2, 1, "", "observe"], [23, 5, 1, "", "robot_id"], [23, 5, 1, "", "sensing_region_size"], [23, 2, 1, "", "within_range"]], "pomdp_py.problems.multi_object_search.models.observation_model": [[22, 1, 1, "", "MosObservationModel"], [22, 1, 1, "", "ObjectObservationModel"], [22, 4, 1, "", "unittest"]], "pomdp_py.problems.multi_object_search.models.observation_model.MosObservationModel": [[22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.observation_model.ObjectObservationModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.policy_model": [[22, 1, 1, "", "PolicyModel"]], "pomdp_py.problems.multi_object_search.models.policy_model.PolicyModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "get_all_actions"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "rollout"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.reward_model": [[22, 1, 1, "", "GoalRewardModel"], [22, 1, 1, "", "MosRewardModel"]], "pomdp_py.problems.multi_object_search.models.reward_model.MosRewardModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.transition_model": [[22, 1, 1, "", "MosTransitionModel"], [22, 1, 1, "", "RobotTransitionModel"], [22, 1, 1, "", "StaticObjectTransitionModel"], [22, 4, 1, "", "in_boundary"], [22, 4, 1, "", "valid_pose"]], "pomdp_py.problems.multi_object_search.models.transition_model.MosTransitionModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.transition_model.RobotTransitionModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "if_move_by"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.models.transition_model.StaticObjectTransitionModel": [[22, 2, 1, "", "argmax"], [22, 2, 1, "", "probability"], [22, 2, 1, "", "sample"]], "pomdp_py.problems.multi_object_search.problem": [[18, 1, 1, "", "MosOOPOMDP"], [18, 4, 1, "", "belief_update"], [18, 4, 1, "", "solve"], [18, 4, 1, "", "unittest"]], "pomdp_py.problems.rocksample": [[25, 0, 0, "-", "cythonize"], [24, 0, 0, "-", "rocksample_problem"]], "pomdp_py.problems.rocksample.cythonize": [[25, 0, 0, "module-2", "rocksample_problem"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem": [[25, 1, 1, "id99", "CheckAction"], [25, 1, 1, "id101", "MoveAction"], [25, 1, 1, "id107", "RSAction"], [25, 1, 1, "id108", "RSObservation"], [25, 1, 1, "id110", "RSObservationModel"], [25, 1, 1, "id114", "RSPolicyModel"], [25, 1, 1, "id120", "RSRewardModel"], [25, 1, 1, "id124", "RSState"], [25, 1, 1, "id128", "RSTransitionModel"], [25, 1, 1, "id132", "RockSampleProblem"], [25, 1, 1, "id137", "RockType"], [25, 1, 1, "id142", "SampleAction"], [25, 4, 1, "id143", "euclidean_dist"], [25, 4, 1, "id144", "init_particles_belief"], [25, 4, 1, "id145", "main"], [25, 4, 1, "id146", "test_planner"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.CheckAction": [[25, 3, 1, "id100", "rock_id"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction": [[25, 3, 1, "id102", "EAST"], [25, 3, 1, "id103", "NORTH"], [25, 3, 1, "id104", "SOUTH"], [25, 3, 1, "id105", "WEST"], [25, 3, 1, "id106", "motion"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservation": [[25, 3, 1, "id109", "quality"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel": [[25, 2, 1, "id111", "argmax"], [25, 2, 1, "id112", "probability"], [25, 2, 1, "id113", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel": [[25, 2, 1, "id115", "argmax"], [25, 2, 1, "id116", "get_all_actions"], [25, 2, 1, "id117", "probability"], [25, 2, 1, "id118", "rollout"], [25, 2, 1, "id119", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel": [[25, 2, 1, "id121", "argmax"], [25, 2, 1, "id122", "probability"], [25, 2, 1, "id123", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState": [[25, 3, 1, "id125", "position"], [25, 3, 1, "id126", "rocktypes"], [25, 3, 1, "id127", "terminal"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel": [[25, 2, 1, "id129", "argmax"], [25, 2, 1, "id130", "probability"], [25, 2, 1, "id131", "sample"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem": [[25, 2, 1, "id133", "generate_instance"], [25, 2, 1, "id134", "in_exit_area"], [25, 2, 1, "id135", "print_state"], [25, 2, 1, "id136", "random_free_location"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType": [[25, 3, 1, "id138", "BAD"], [25, 3, 1, "id139", "GOOD"], [25, 2, 1, "id140", "invert"], [25, 2, 1, "id141", "random"]], "pomdp_py.problems.rocksample.rocksample_problem": [[24, 1, 1, "", "Action"], [24, 1, 1, "", "CheckAction"], [24, 1, 1, "", "MoveAction"], [24, 1, 1, "", "Observation"], [24, 1, 1, "", "RSObservationModel"], [24, 1, 1, "", "RSPolicyModel"], [24, 1, 1, "", "RSRewardModel"], [24, 1, 1, "", "RSTransitionModel"], [24, 1, 1, "", "RockSampleProblem"], [24, 1, 1, "", "RockType"], [24, 1, 1, "", "SampleAction"], [24, 1, 1, "", "State"], [24, 4, 1, "", "create_instance"], [24, 4, 1, "", "euclidean_dist"], [24, 4, 1, "", "init_particles_belief"], [24, 4, 1, "", "main"], [24, 4, 1, "", "minimal_instance"], [24, 4, 1, "", "test_planner"]], "pomdp_py.problems.rocksample.rocksample_problem.MoveAction": [[24, 3, 1, "", "EAST"], [24, 3, 1, "", "NORTH"], [24, 3, 1, "", "SOUTH"], [24, 3, 1, "", "WEST"]], "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "get_all_actions"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "rollout"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel": [[24, 2, 1, "", "argmax"], [24, 2, 1, "", "probability"], [24, 2, 1, "", "sample"]], "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem": [[24, 2, 1, "", "generate_instance"], [24, 2, 1, "", "in_exit_area"], [24, 2, 1, "", "print_state"], [24, 2, 1, "", "random_free_location"]], "pomdp_py.problems.rocksample.rocksample_problem.RockType": [[24, 3, 1, "", "BAD"], [24, 3, 1, "", "GOOD"], [24, 2, 1, "", "invert"], [24, 2, 1, "", "random"]], "pomdp_py.problems.tag": [[27, 0, 0, "-", "agent"], [26, 0, 0, "-", "constants"], [28, 0, 0, "-", "domain"], [29, 0, 0, "-", "env"], [26, 0, 0, "-", "example_worlds"], [26, 0, 0, "-", "experiment"], [30, 0, 0, "-", "models"], [26, 0, 0, "-", "problem"]], "pomdp_py.problems.tag.agent": [[27, 0, 0, "-", "agent"]], "pomdp_py.problems.tag.agent.agent": [[27, 1, 1, "", "TagAgent"], [27, 4, 1, "", "belief_update"], [27, 4, 1, "", "initialize_belief"], [27, 4, 1, "", "initialize_particles_belief"]], "pomdp_py.problems.tag.agent.agent.TagAgent": [[27, 2, 1, "", "clear_history"]], "pomdp_py.problems.tag.domain": [[28, 0, 0, "-", "action"], [28, 0, 0, "-", "observation"], [28, 0, 0, "-", "state"]], "pomdp_py.problems.tag.domain.action": [[28, 1, 1, "", "TagAction"]], "pomdp_py.problems.tag.domain.observation": [[28, 1, 1, "", "TagObservation"]], "pomdp_py.problems.tag.domain.state": [[28, 1, 1, "", "TagState"]], "pomdp_py.problems.tag.env": [[29, 0, 0, "-", "env"], [29, 0, 0, "-", "visual"]], "pomdp_py.problems.tag.env.env": [[29, 1, 1, "", "TagEnvironment"]], "pomdp_py.problems.tag.env.env.TagEnvironment": [[29, 2, 1, "", "from_str"], [29, 5, 1, "", "grid_map"], [29, 5, 1, "", "length"], [29, 5, 1, "", "width"]], "pomdp_py.problems.tag.env.visual": [[29, 1, 1, "", "TagViz"], [29, 4, 1, "", "unittest"]], "pomdp_py.problems.tag.env.visual.TagViz": [[29, 2, 1, "", "draw_belief"], [29, 2, 1, "", "draw_observation"], [29, 2, 1, "", "draw_robot"], [29, 5, 1, "", "img_height"], [29, 5, 1, "", "img_width"], [29, 5, 1, "", "last_observation"], [29, 2, 1, "", "on_cleanup"], [29, 2, 1, "", "on_event"], [29, 2, 1, "", "on_execute"], [29, 2, 1, "", "on_init"], [29, 2, 1, "", "on_loop"], [29, 2, 1, "", "on_render"], [29, 2, 1, "", "render_env"], [29, 2, 1, "", "update"]], "pomdp_py.problems.tag.experiment": [[26, 4, 1, "", "main"], [26, 4, 1, "", "trial"]], "pomdp_py.problems.tag.models": [[31, 0, 0, "-", "components"], [30, 0, 0, "-", "observation_model"], [30, 0, 0, "-", "policy_model"], [30, 0, 0, "-", "reward_model"], [30, 0, 0, "-", "transition_model"]], "pomdp_py.problems.tag.models.components": [[31, 0, 0, "-", "grid_map"], [31, 0, 0, "-", "motion_policy"]], "pomdp_py.problems.tag.models.components.grid_map": [[31, 1, 1, "", "GridMap"]], "pomdp_py.problems.tag.models.components.grid_map.GridMap": [[31, 2, 1, "", "free_cells"], [31, 2, 1, "", "from_str"], [31, 2, 1, "", "valid_motions"], [31, 2, 1, "", "valid_pose"]], "pomdp_py.problems.tag.models.components.motion_policy": [[31, 1, 1, "", "TagTargetMotionPolicy"]], "pomdp_py.problems.tag.models.components.motion_policy.TagTargetMotionPolicy": [[31, 2, 1, "", "mpe"], [31, 2, 1, "", "probability"], [31, 2, 1, "", "random"]], "pomdp_py.problems.tag.models.observation_model": [[30, 1, 1, "", "TagObservationModel"]], "pomdp_py.problems.tag.models.observation_model.TagObservationModel": [[30, 2, 1, "", "argmax"], [30, 2, 1, "", "probability"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.models.policy_model": [[30, 1, 1, "", "TagPolicyModel"]], "pomdp_py.problems.tag.models.policy_model.TagPolicyModel": [[30, 2, 1, "", "get_all_actions"], [30, 2, 1, "", "rollout"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.models.reward_model": [[30, 1, 1, "", "TagRewardModel"]], "pomdp_py.problems.tag.models.reward_model.TagRewardModel": [[30, 2, 1, "", "probability"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.models.transition_model": [[30, 1, 1, "", "TagTransitionModel"]], "pomdp_py.problems.tag.models.transition_model.TagTransitionModel": [[30, 2, 1, "", "argmax"], [30, 2, 1, "", "if_move_by"], [30, 2, 1, "", "probability"], [30, 2, 1, "", "sample"]], "pomdp_py.problems.tag.problem": [[26, 1, 1, "", "TagProblem"], [26, 4, 1, "", "main"], [26, 4, 1, "", "solve"]], "pomdp_py.problems.tiger": [[33, 0, 0, "-", "cythonize"], [32, 0, 0, "-", "tiger_problem"]], "pomdp_py.problems.tiger.cythonize": [[33, 0, 0, "module-2", "tiger_problem"]], "pomdp_py.problems.tiger.cythonize.tiger_problem": [[33, 1, 1, "id80", "TigerAction"], [33, 1, 1, "id81", "TigerObservation"], [33, 1, 1, "id83", "TigerObservationModel"], [33, 1, 1, "id89", "TigerPolicyModel"], [33, 1, 1, "id94", "TigerProblem"], [33, 1, 1, "id98", "TigerRewardModel"], [33, 1, 1, "id103", "TigerState"], [33, 1, 1, "id105", "TigerTransitionModel"], [33, 4, 1, "id111", "build_actions"], [33, 4, 1, "id112", "build_observations"], [33, 4, 1, "id113", "build_setting"], [33, 4, 1, "id114", "build_states"], [33, 4, 1, "id115", "main"], [33, 4, 1, "id116", "test_planner"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservation": [[33, 3, 1, "id82", "name"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel": [[33, 2, 1, "id84", "argmax"], [33, 2, 1, "id85", "get_all_observations"], [33, 2, 1, "id86", "get_distribution"], [33, 2, 1, "id87", "probability"], [33, 2, 1, "id88", "sample"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel": [[33, 2, 1, "id90", "argmax"], [33, 2, 1, "id91", "get_all_actions"], [33, 2, 1, "id92", "probability"], [33, 2, 1, "id93", "sample"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem": [[33, 3, 1, "id95", "ACTIONS"], [33, 3, 1, "id96", "OBSERVATIONS"], [33, 3, 1, "id97", "STATES"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel": [[33, 2, 1, "id99", "argmax"], [33, 2, 1, "id100", "get_distribution"], [33, 2, 1, "id101", "probability"], [33, 2, 1, "id102", "sample"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerState": [[33, 3, 1, "id104", "name"]], "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel": [[33, 2, 1, "id106", "argmax"], [33, 2, 1, "id107", "get_all_states"], [33, 2, 1, "id108", "get_distribution"], [33, 2, 1, "id109", "probability"], [33, 2, 1, "id110", "sample"]], "pomdp_py.problems.tiger.tiger_problem": [[32, 1, 1, "", "ObservationModel"], [32, 1, 1, "", "PolicyModel"], [32, 1, 1, "", "RewardModel"], [32, 1, 1, "", "TigerAction"], [32, 1, 1, "", "TigerObservation"], [32, 1, 1, "", "TigerProblem"], [32, 1, 1, "", "TigerState"], [32, 1, 1, "", "TransitionModel"], [32, 4, 1, "", "main"], [32, 4, 1, "", "make_tiger"], [32, 4, 1, "", "test_planner"]], "pomdp_py.problems.tiger.tiger_problem.ObservationModel": [[32, 2, 1, "", "get_all_observations"], [32, 2, 1, "", "probability"], [32, 2, 1, "", "sample"]], "pomdp_py.problems.tiger.tiger_problem.PolicyModel": [[32, 3, 1, "", "ACTIONS"], [32, 2, 1, "", "get_all_actions"], [32, 2, 1, "", "rollout"], [32, 2, 1, "", "sample"]], "pomdp_py.problems.tiger.tiger_problem.RewardModel": [[32, 2, 1, "", "sample"]], "pomdp_py.problems.tiger.tiger_problem.TigerProblem": [[32, 2, 1, "", "create"]], "pomdp_py.problems.tiger.tiger_problem.TigerState": [[32, 2, 1, "", "other"]], "pomdp_py.problems.tiger.tiger_problem.TransitionModel": [[32, 2, 1, "", "get_all_states"], [32, 2, 1, "", "probability"], [32, 2, 1, "", "sample"]], "pomdp_py.representations.belief": [[35, 0, 0, "-", "histogram"], [35, 0, 0, "-", "particles"]], "pomdp_py.representations.belief.histogram": [[35, 4, 1, "", "abstraction_over_histogram"], [35, 4, 1, "", "update_histogram_belief"]], "pomdp_py.representations.belief.particles": [[35, 4, 1, "", "abstraction_over_particles"], [35, 4, 1, "", "particle_reinvigoration"], [35, 4, 1, "", "update_particles_belief"]], "pomdp_py.representations.distribution": [[36, 0, 0, "-", "gaussian"], [36, 0, 0, "-", "histogram"], [36, 0, 0, "-", "particles"]], "pomdp_py.representations.distribution.gaussian": [[36, 1, 1, "", "Gaussian"]], "pomdp_py.representations.distribution.gaussian.Gaussian": [[36, 2, 1, "", "__getitem__"], [36, 2, 1, "", "__setitem__"], [36, 3, 1, "", "cov"], [36, 3, 1, "", "covariance"], [36, 3, 1, "", "mean"], [36, 2, 1, "", "mpe"], [36, 2, 1, "", "random"], [36, 3, 1, "", "sigma"]], "pomdp_py.representations.distribution.histogram": [[36, 1, 1, "", "Histogram"]], "pomdp_py.representations.distribution.histogram.Histogram": [[36, 2, 1, "", "__getitem__"], [36, 2, 1, "", "__setitem__"], [36, 2, 1, "", "get_histogram"], [36, 3, 1, "", "histogram"], [36, 2, 1, "", "is_normalized"], [36, 2, 1, "", "mpe"], [36, 2, 1, "", "random"]], "pomdp_py.representations.distribution.particles": [[36, 1, 1, "", "Particles"], [36, 1, 1, "", "WeightedParticles"]], "pomdp_py.representations.distribution.particles.Particles": [[36, 2, 1, "", "add"], [36, 2, 1, "", "from_histogram"], [36, 2, 1, "", "get_abstraction"], [36, 2, 1, "", "get_histogram"], [36, 3, 1, "", "particles"], [36, 2, 1, "", "random"]], "pomdp_py.representations.distribution.particles.WeightedParticles": [[36, 2, 1, "", "__getitem__"], [36, 2, 1, "", "__setitem__"], [36, 2, 1, "", "add"], [36, 2, 1, "", "condense"], [36, 2, 1, "", "from_histogram"], [36, 3, 1, "", "frozen"], [36, 2, 1, "", "get_histogram"], [36, 3, 1, "", "hist"], [36, 3, 1, "", "hist_valid"], [36, 2, 1, "", "mpe"], [36, 3, 1, "", "particles"], [36, 2, 1, "", "random"], [36, 3, 1, "", "values"], [36, 3, 1, "", "weights"]], "pomdp_py.utils": [[37, 0, 0, "-", "colors"], [37, 0, 0, "-", "cython_utils"], [38, 0, 0, "-", "debugging"], [37, 0, 0, "-", "math"], [37, 0, 0, "-", "misc"], [37, 0, 0, "-", "templates"], [37, 0, 0, "-", "typ"]], "pomdp_py.utils.colors": [[37, 4, 1, "", "hex_to_rgb"], [37, 4, 1, "", "inverse_color_hex"], [37, 4, 1, "", "inverse_color_rgb"], [37, 4, 1, "", "lighter"], [37, 4, 1, "", "random_unique_color"], [37, 4, 1, "", "rgb_to_hex"]], "pomdp_py.utils.cython_utils": [[37, 4, 1, "", "det_dict_hash"]], "pomdp_py.utils.debugging": [[38, 1, 1, "", "TreeDebugger"], [38, 4, 1, "", "interpret_color"], [38, 4, 1, "", "sorted_by_str"]], "pomdp_py.utils.debugging.TreeDebugger": [[38, 5, 1, "", "b"], [38, 2, 1, "", "back"], [38, 5, 1, "", "bestseq"], [38, 2, 1, "", "bestseqd"], [38, 5, 1, "", "c"], [38, 5, 1, "", "clear"], [38, 5, 1, "", "d"], [38, 5, 1, "", "depth"], [38, 2, 1, "", "l"], [38, 2, 1, "", "layer"], [38, 5, 1, "", "leaf"], [38, 2, 1, "", "mark"], [38, 2, 1, "", "mark_path"], [38, 2, 1, "", "mark_sequence"], [38, 2, 1, "", "markp"], [38, 5, 1, "", "mbp"], [38, 5, 1, "", "nl"], [38, 5, 1, "", "nn"], [38, 5, 1, "", "nq"], [38, 5, 1, "", "num_layers"], [38, 2, 1, "", "num_nodes"], [38, 5, 1, "", "nv"], [38, 2, 1, "", "p"], [38, 2, 1, "", "path"], [38, 2, 1, "", "path_to"], [38, 5, 1, "", "pm"], [38, 5, 1, "", "pp"], [38, 2, 1, "", "preferred_actions"], [38, 5, 1, "", "r"], [38, 5, 1, "", "root"], [38, 2, 1, "", "s"], [38, 2, 1, "", "single_node_str"], [38, 2, 1, "", "step"], [38, 2, 1, "", "tree_stats"]], "pomdp_py.utils.interfaces.conversion": [[46, 1, 1, "", "AlphaVectorPolicy"], [46, 1, 1, "", "PolicyGraph"], [46, 4, 1, "", "to_pomdp_file"], [46, 4, 1, "", "to_pomdpx_file"]], "pomdp_py.utils.interfaces.conversion.AlphaVectorPolicy": [[46, 2, 1, "", "construct"], [46, 2, 1, "", "plan"], [46, 2, 1, "", "value"]], "pomdp_py.utils.interfaces.conversion.PolicyGraph": [[46, 2, 1, "", "construct"], [46, 2, 1, "", "plan"], [46, 2, 1, "", "update"]], "pomdp_py.utils.interfaces": [[46, 0, 0, "-", "solvers"]], "pomdp_py.utils.interfaces.solvers": [[46, 4, 1, "", "sarsop"], [46, 4, 1, "", "vi_pruning"]], "pomdp_py.utils.math": [[37, 4, 1, "", "R_between"], [37, 4, 1, "", "R_x"], [37, 4, 1, "", "R_y"], [37, 4, 1, "", "R_z"], [37, 4, 1, "", "T"], [37, 4, 1, "", "approx_equal"], [37, 4, 1, "", "euclidean_dist"], [37, 4, 1, "", "proj"], [37, 4, 1, "", "to_radians"], [37, 4, 1, "", "vec"]], "pomdp_py.utils.misc": [[37, 4, 1, "", "json_safe"], [37, 4, 1, "", "remap"], [37, 4, 1, "", "safe_slice"], [37, 4, 1, "", "similar"], [37, 1, 1, "", "special_char"]], "pomdp_py.utils.misc.special_char": [[37, 3, 1, "", "SUBSCRIPT"], [37, 3, 1, "", "bottomleft"], [37, 3, 1, "", "bottomright"], [37, 3, 1, "", "bottomt"], [37, 3, 1, "", "down"], [37, 3, 1, "", "hline"], [37, 3, 1, "", "intersect"], [37, 3, 1, "", "left"], [37, 3, 1, "", "leftt"], [37, 3, 1, "", "longbottomleft"], [37, 3, 1, "", "longbottomright"], [37, 3, 1, "", "longleft"], [37, 3, 1, "", "longright"], [37, 3, 1, "", "longtopleft"], [37, 3, 1, "", "longtopright"], [37, 3, 1, "", "right"], [37, 3, 1, "", "rightt"], [37, 3, 1, "", "shadebar"], [37, 3, 1, "", "topleft"], [37, 3, 1, "", "topright"], [37, 3, 1, "", "topt"], [37, 3, 1, "", "up"], [37, 3, 1, "", "vline"]], "pomdp_py.utils.templates": [[37, 1, 1, "", "DetObservationModel"], [37, 1, 1, "", "DetRewardModel"], [37, 1, 1, "", "DetTransitionModel"], [37, 1, 1, "", "SimpleAction"], [37, 1, 1, "", "SimpleObservation"], [37, 1, 1, "", "SimpleState"], [37, 1, 1, "", "TabularObservationModel"], [37, 1, 1, "", "TabularRewardModel"], [37, 1, 1, "", "TabularTransitionModel"], [37, 1, 1, "", "UniformPolicyModel"]], "pomdp_py.utils.templates.DetObservationModel": [[37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.DetRewardModel": [[37, 2, 1, "", "argmax"], [37, 2, 1, "", "reward_func"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.DetTransitionModel": [[37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.TabularObservationModel": [[37, 2, 1, "", "get_all_observations"], [37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.TabularRewardModel": [[37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.TabularTransitionModel": [[37, 2, 1, "", "get_all_states"], [37, 2, 1, "", "probability"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.templates.UniformPolicyModel": [[37, 2, 1, "", "get_all_actions"], [37, 2, 1, "", "rollout"], [37, 2, 1, "", "sample"]], "pomdp_py.utils.typ": [[37, 1, 1, "", "bcolors"], [37, 4, 1, "", "blue"], [37, 4, 1, "", "bold"], [37, 4, 1, "", "cyan"], [37, 4, 1, "", "error"], [37, 4, 1, "", "green"], [37, 4, 1, "", "info"], [37, 4, 1, "", "magenta"], [37, 4, 1, "", "note"], [37, 4, 1, "", "red"], [37, 4, 1, "", "success"], [37, 4, 1, "", "warning"], [37, 4, 1, "", "white"], [37, 4, 1, "", "yellow"]], "pomdp_py.utils.typ.bcolors": [[37, 3, 1, "", "BLUE"], [37, 3, 1, "", "BOLD"], [37, 3, 1, "", "CYAN"], [37, 3, 1, "", "ENDC"], [37, 3, 1, "", "GREEN"], [37, 3, 1, "", "MAGENTA"], [37, 3, 1, "", "RED"], [37, 3, 1, "", "WHITE"], [37, 3, 1, "", "YELLOW"], [37, 2, 1, "", "disable"], [37, 2, 1, "", "s"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:function", "5": "py:property"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "function", "Python function"], "5": ["py", "property", "Python property"]}, "titleterms": {"pomdp_pi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 46, 52], "packag": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 40], "algorithm": [2, 3, 4], "po_rollout": 2, "modul": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 37, 38, 39, 40], "po_uct": 2, "pomcp": 2, "value_iter": 2, "bsp": [2, 3], "blqr": [2, 3], "visual": [2, 4, 10, 21, 29, 40], "submodul": [3, 4, 7, 8, 9, 10, 11, 12, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 37, 40], "content": [3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 37, 40, 46, 53], "framework": 5, "basic": 5, "oopomdp": 5, "planner": 5, "problem": [6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 41, 47], "subpackag": [6, 7, 13, 16, 18, 22, 24, 26, 30, 32, 37], "lasertag": [], "light_dark": [7, 8, 9, 10, 11], "problem_discret": 7, "test": [7, 53], "agent": [8, 19, 27, 46], "belief": [8, 19, 35], "domain": [9, 14, 20, 28, 48, 49], "action": [9, 14, 20, 28, 45], "observ": [9, 14, 20, 28], "state": [9, 14, 20, 28], "env": [10, 15, 21, 29], "plot": [10, 37], "model": [11, 16, 17, 22, 23, 30, 31, 48], "observation_model": [11, 22, 30], "transition_model": [11, 22, 30], "load_unload": 12, "maze": [13, 14, 15, 16, 17], "compon": [17, 23, 31], "map": 17, "multi_object_search": [18, 19, 20, 21, 22, 23], "example_world": [18, 26], "policy_model": [22, 30], "reward_model": [22, 30], "grid_map": [23, 31], "sensor": 23, "rocksampl": [24, 25], "cython": [24, 25, 32, 33], "rocksample_problem": [24, 25], "run_rocksampl": 25, "tag": [26, 27, 28, 29, 30, 31], "constant": 26, "experi": 26, "motion_polici": 31, "tiger": [32, 33, 44, 48], "tiger_problem": [32, 33], "run_tig": 33, "represent": [34, 35, 36], "histogram": [35, 36], "particl": [35, 36], "distribut": 36, "gaussian": 36, "util": [37, 38, 39], "color": 37, "cython_util": 37, "cpython": 37, "37m": 37, "x86_64": 37, "linux": 37, "gnu": 37, "debug": [37, 38], "treedebugg": [37, 38], "math": 37, "misc": 37, "templat": 37, "test_util": 37, "typ": 37, "interfac": 39, "simple_rl": 39, "search_tre": 40, "build": 41, "document": [41, 52], "doc": [41, 54], "pomdp_problem": 24, "note": 41, "changelog": [41, 42], "design": 43, "principl": 43, "exampl": [44, 46], "multi": [18, 44, 47], "object": [18, 44, 47], "search": [18, 44, 47], "mo": [18, 44, 47], "prefer": 45, "base": 45, "prior": 45, "us": [46, 51], "extern": 46, "solver": [46, 50], "tabl": [46, 53], "convert": 46, "pomdp": [46, 47, 48, 49, 50, 53, 55], "file": 46, "solv": [46, 48], "sarsop": 46, "policygraph": 46, "alphavectorpolici": 46, "overview": [47, 52], "implement": 47, "thi": 47, "convent": 47, "try": 47, "defin": 48, "instanti": 48, "instanc": 48, "summari": 48, "exist": [49, 50], "case": 51, "extens": 51, "get": 52, "start": 52, "further": 52, "citat": 52, "api": 52, "refer": 52, "tool": 52, "instal": 53, "pre": 53, "py": 53, "thing": 53, "out": 53, "docker": 53, "imag": 53, "other": 55, "librari": 55, "integr": [], "version": 42, "1": 42, "3": 42, "4": 42, "01": 42, "26": 42, "2024": 42, "07": 42, "25": 42, "2023": 42, "2": 42, "04": 42, "03": 42, "2022": 42, "11": 42, "2021": 42, "0": 42, "09": 42, "30": 42, "6": 42, "cancel": 42, "5": 42, "05": 42, "06": 42, "02": 42, "22": 42, "17": 42, "12": 42, "23": 42, "2020": 42, "pull": 42, "request": 42, "08": 42, "16": 42, "light": 7, "dark": 7, "load": 12, "unload": 12, "task": 18}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinxcontrib.bibtex": 9, "sphinx.ext.viewcode": 1, "sphinx": 60}, "alltitles": {"pomdp_py": [[0, "pomdp-py"]], "pomdp_py package": [[1, "pomdp-py-package"]], "pomdp_py.algorithms package": [[2, "pomdp-py-algorithms-package"]], "pomdp_py.algorithms.po_rollout module": [[2, "module-pomdp_py.algorithms.po_rollout"]], "pomdp_py.algorithms.po_uct module": [[2, "module-pomdp_py.algorithms.po_uct"]], "pomdp_py.algorithms.pomcp module": [[2, "module-pomdp_py.algorithms.pomcp"]], "pomdp_py.algorithms.value_iteration module": [[2, "module-pomdp_py.algorithms.value_iteration"]], "pomdp_py.algorithms.bsp.blqr module": [[2, "module-pomdp_py.algorithms.bsp.blqr"], [3, "module-pomdp_py.algorithms.bsp.blqr"]], "pomdp_py.algorithms.visual.visual module": [[2, "pomdp-py-algorithms-visual-visual-module"], [4, "pomdp-py-algorithms-visual-visual-module"]], "pomdp_py.algorithms.bsp package": [[3, "pomdp-py-algorithms-bsp-package"]], "Submodules": [[3, "submodules"], [4, "submodules"], [7, "submodules"], [8, "submodules"], [9, "submodules"], [10, "submodules"], [11, "submodules"], [12, "submodules"], [14, "submodules"], [15, "submodules"], [17, "submodules"], [18, "submodules"], [19, "submodules"], [20, "submodules"], [21, "submodules"], [22, "submodules"], [23, "submodules"], [24, "submodules"], [25, "submodules"], [26, "submodules"], [27, "submodules"], [28, "submodules"], [29, "submodules"], [30, "submodules"], [31, "submodules"], [32, "submodules"], [33, "submodules"], [37, "submodules"], [40, "submodules"]], "Module contents": [[3, "module-pomdp_py.algorithms.bsp"], [4, "module-contents"], [6, "module-pomdp_py.problems"], [7, "module-contents"], [8, "module-contents"], [9, "module-contents"], [10, "module-pomdp_py.problems.light_dark.env"], [11, "module-contents"], [12, "module-pomdp_py.problems.load_unload"], [13, "module-pomdp_py.problems.maze"], [14, "module-pomdp_py.problems.maze.domain"], [15, "module-pomdp_py.problems.maze.env"], [16, "module-pomdp_py.problems.maze.models"], [17, "module-pomdp_py.problems.maze.models.components"], [18, "module-pomdp_py.problems.multi_object_search"], [19, "module-pomdp_py.problems.multi_object_search.agent"], [20, "module-pomdp_py.problems.multi_object_search.domain"], [21, "module-pomdp_py.problems.multi_object_search.env"], [22, "module-pomdp_py.problems.multi_object_search.models"], [23, "module-pomdp_py.problems.multi_object_search.models.components"], [24, "module-pomdp_py.problems.rocksample"], [25, "module-pomdp_py.problems.rocksample.cythonize"], [26, "module-pomdp_py.problems.tag"], [27, "module-pomdp_py.problems.tag.agent"], [28, "module-pomdp_py.problems.tag.domain"], [29, "module-pomdp_py.problems.tag.env"], [30, "module-pomdp_py.problems.tag.models"], [31, "module-pomdp_py.problems.tag.models.components"], [32, "module-pomdp_py.problems.tiger"], [33, "module-pomdp_py.problems.tiger.cythonize"], [37, "module-pomdp_py.utils"], [40, "module-contents"]], "pomdp_py.algorithms.visual package": [[4, "pomdp-py-algorithms-visual-package"]], "pomdp_py.framework package": [[5, "pomdp-py-framework-package"]], "pomdp_py.framework.basics module": [[5, "module-pomdp_py.framework.basics"]], "pomdp_py.framework.oopomdp module": [[5, "module-pomdp_py.framework.oopomdp"]], "pomdp_py.framework.planner module": [[5, "module-pomdp_py.framework.planner"]], "pomdp_py.problems package": [[6, "pomdp-py-problems-package"]], "Subpackages": [[6, "subpackages"], [7, "subpackages"], [13, "subpackages"], [16, "subpackages"], [18, "subpackages"], [22, "subpackages"], [24, "subpackages"], [26, "subpackages"], [30, "subpackages"], [32, "subpackages"], [37, "subpackages"]], "pomdp_py.problems.light_dark package": [[7, "pomdp-py-problems-light-dark-package"]], "Light-Dark": [[7, "light-dark"]], "pomdp_py.problems.light_dark.problem_discrete module": [[7, "pomdp-py-problems-light-dark-problem-discrete-module"]], "pomdp_py.problems.light_dark.test module": [[7, "pomdp-py-problems-light-dark-test-module"]], "pomdp_py.problems.light_dark.agent package": [[8, "pomdp-py-problems-light-dark-agent-package"]], "pomdp_py.problems.light_dark.agent.belief module": [[8, "pomdp-py-problems-light-dark-agent-belief-module"]], "pomdp_py.problems.light_dark.domain package": [[9, "pomdp-py-problems-light-dark-domain-package"]], "pomdp_py.problems.light_dark.domain.action module": [[9, "pomdp-py-problems-light-dark-domain-action-module"]], "pomdp_py.problems.light_dark.domain.observation module": [[9, "pomdp-py-problems-light-dark-domain-observation-module"]], "pomdp_py.problems.light_dark.domain.state module": [[9, "pomdp-py-problems-light-dark-domain-state-module"]], "pomdp_py.problems.light_dark.env package": [[10, "pomdp-py-problems-light-dark-env-package"]], "pomdp_py.problems.light_dark.env.env module": [[10, "module-pomdp_py.problems.light_dark.env.env"]], "pomdp_py.problems.light_dark.env.plotting module": [[10, "module-pomdp_py.problems.light_dark.env.plotting"]], "pomdp_py.problems.light_dark.env.visual module": [[10, "pomdp-py-problems-light-dark-env-visual-module"]], "pomdp_py.problems.light_dark.models package": [[11, "pomdp-py-problems-light-dark-models-package"]], "pomdp_py.problems.light_dark.models.observation_model module": [[11, "pomdp-py-problems-light-dark-models-observation-model-module"]], "pomdp_py.problems.light_dark.models.transition_model module": [[11, "pomdp-py-problems-light-dark-models-transition-model-module"]], "pomdp_py.problems.load_unload package": [[12, "pomdp-py-problems-load-unload-package"]], "Load/Unload": [[12, "load-unload"]], "pomdp_py.problems.load_unload.load_unload module": [[12, "module-pomdp_py.problems.load_unload.load_unload"]], "pomdp_py.problems.maze package": [[13, "pomdp-py-problems-maze-package"]], "Maze": [[13, "maze"], [13, "id1"]], "pomdp_py.problems.maze.domain package": [[14, "pomdp-py-problems-maze-domain-package"]], "pomdp_py.problems.maze.domain.action module": [[14, "module-pomdp_py.problems.maze.domain.action"]], "pomdp_py.problems.maze.domain.observation module": [[14, "module-pomdp_py.problems.maze.domain.observation"]], "pomdp_py.problems.maze.domain.state module": [[14, "module-pomdp_py.problems.maze.domain.state"]], "pomdp_py.problems.maze.env package": [[15, "pomdp-py-problems-maze-env-package"]], "pomdp_py.problems.maze.env.env module": [[15, "module-pomdp_py.problems.maze.env.env"]], "pomdp_py.problems.maze.models package": [[16, "pomdp-py-problems-maze-models-package"]], "pomdp_py.problems.maze.models.components package": [[17, "pomdp-py-problems-maze-models-components-package"]], "pomdp_py.problems.maze.models.components.map module": [[17, "pomdp-py-problems-maze-models-components-map-module"]], "pomdp_py.problems.multi_object_search package": [[18, "pomdp-py-problems-multi-object-search-package"]], "Multi-Object Search (MOS) Task": [[18, "multi-object-search-mos-task"]], "pomdp_py.problems.multi_object_search.example_worlds module": [[18, "module-pomdp_py.problems.multi_object_search.example_worlds"]], "pomdp_py.problems.multi_object_search.problem module": [[18, "module-pomdp_py.problems.multi_object_search.problem"]], "pomdp_py.problems.multi_object_search.agent package": [[19, "pomdp-py-problems-multi-object-search-agent-package"]], "pomdp_py.problems.multi_object_search.agent.agent module": [[19, "module-pomdp_py.problems.multi_object_search.agent.agent"]], "pomdp_py.problems.multi_object_search.agent.belief module": [[19, "module-pomdp_py.problems.multi_object_search.agent.belief"]], "pomdp_py.problems.multi_object_search.domain package": [[20, "pomdp-py-problems-multi-object-search-domain-package"]], "pomdp_py.problems.multi_object_search.domain.action module": [[20, "module-pomdp_py.problems.multi_object_search.domain.action"]], "pomdp_py.problems.multi_object_search.domain.observation module": [[20, "module-pomdp_py.problems.multi_object_search.domain.observation"]], "pomdp_py.problems.multi_object_search.domain.state module": [[20, "module-pomdp_py.problems.multi_object_search.domain.state"]], "pomdp_py.problems.multi_object_search.env package": [[21, "pomdp-py-problems-multi-object-search-env-package"]], "pomdp_py.problems.multi_object_search.env.env module": [[21, "module-pomdp_py.problems.multi_object_search.env.env"]], "pomdp_py.problems.multi_object_search.env.visual module": [[21, "module-pomdp_py.problems.multi_object_search.env.visual"]], "pomdp_py.problems.multi_object_search.models package": [[22, "pomdp-py-problems-multi-object-search-models-package"]], "pomdp_py.problems.multi_object_search.models.observation_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.observation_model"]], "pomdp_py.problems.multi_object_search.models.policy_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.policy_model"]], "pomdp_py.problems.multi_object_search.models.reward_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.reward_model"]], "pomdp_py.problems.multi_object_search.models.transition_model module": [[22, "module-pomdp_py.problems.multi_object_search.models.transition_model"]], "pomdp_py.problems.multi_object_search.models.components package": [[23, "pomdp-py-problems-multi-object-search-models-components-package"]], "pomdp_py.problems.multi_object_search.models.components.grid_map module": [[23, "module-pomdp_py.problems.multi_object_search.models.components.grid_map"]], "pomdp_py.problems.multi_object_search.models.components.sensor module": [[23, "module-pomdp_py.problems.multi_object_search.models.components.sensor"]], "pomdp_py.problems.rocksample package": [[24, "pomdp-py-problems-rocksample-package"]], "RockSample": [[24, "rocksample"]], "pomdp_problems.rocksample.rocksample_problem module": [[24, "pomdp-problems-rocksample-rocksample-problem-module"]], "pomdp_py.problems.rocksample.cythonize module": [[24, "module-pomdp_py.problems.rocksample.cythonize"]], "pomdp_py.problems.rocksample.rocksample_problem module": [[24, "module-pomdp_py.problems.rocksample.rocksample_problem"]], "pomdp_py.problems.rocksample.cythonize package": [[25, "pomdp-py-problems-rocksample-cythonize-package"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem module": [[25, "module-pomdp_py.problems.rocksample.cythonize.rocksample_problem"], [25, "id1"], [25, "id49"], [25, "id98"]], "pomdp_py.problems.rocksample.cythonize.run_rocksample module": [[25, "pomdp-py-problems-rocksample-cythonize-run-rocksample-module"]], "pomdp_py.problems.tag package": [[26, "pomdp-py-problems-tag-package"]], "pomdp_py.problems.tag.constants module": [[26, "module-pomdp_py.problems.tag.constants"]], "pomdp_py.problems.tag.example_worlds module": [[26, "module-pomdp_py.problems.tag.example_worlds"]], "pomdp_py.problems.tag.experiment module": [[26, "module-pomdp_py.problems.tag.experiment"]], "pomdp_py.problems.tag.problem module": [[26, "module-pomdp_py.problems.tag.problem"]], "pomdp_py.problems.tag.agent package": [[27, "pomdp-py-problems-tag-agent-package"]], "pomdp_py.problems.tag.agent.agent module": [[27, "module-pomdp_py.problems.tag.agent.agent"]], "pomdp_py.problems.tag.domain package": [[28, "pomdp-py-problems-tag-domain-package"]], "pomdp_py.problems.tag.domain.action module": [[28, "module-pomdp_py.problems.tag.domain.action"]], "pomdp_py.problems.tag.domain.observation module": [[28, "module-pomdp_py.problems.tag.domain.observation"]], "pomdp_py.problems.tag.domain.state module": [[28, "module-pomdp_py.problems.tag.domain.state"]], "pomdp_py.problems.tag.env package": [[29, "pomdp-py-problems-tag-env-package"]], "pomdp_py.problems.tag.env.env module": [[29, "module-pomdp_py.problems.tag.env.env"]], "pomdp_py.problems.tag.env.visual module": [[29, "module-pomdp_py.problems.tag.env.visual"]], "pomdp_py.problems.tag.models package": [[30, "pomdp-py-problems-tag-models-package"]], "pomdp_py.problems.tag.models.observation_model module": [[30, "module-pomdp_py.problems.tag.models.observation_model"]], "pomdp_py.problems.tag.models.policy_model module": [[30, "module-pomdp_py.problems.tag.models.policy_model"]], "pomdp_py.problems.tag.models.reward_model module": [[30, "module-pomdp_py.problems.tag.models.reward_model"]], "pomdp_py.problems.tag.models.transition_model module": [[30, "module-pomdp_py.problems.tag.models.transition_model"]], "pomdp_py.problems.tag.models.components package": [[31, "pomdp-py-problems-tag-models-components-package"]], "pomdp_py.problems.tag.models.components.grid_map module": [[31, "module-pomdp_py.problems.tag.models.components.grid_map"]], "pomdp_py.problems.tag.models.components.motion_policy module": [[31, "module-pomdp_py.problems.tag.models.components.motion_policy"]], "pomdp_py.problems.tiger package": [[32, "pomdp-py-problems-tiger-package"]], "Tiger": [[32, "tiger"], [44, "tiger"], [48, "tiger"]], "pomdp_py.problems.tiger.cythonize module": [[32, "module-pomdp_py.problems.tiger.cythonize"]], "pomdp_py.problems.tiger.tiger_problem module": [[32, "module-pomdp_py.problems.tiger.tiger_problem"]], "pomdp_py.problems.tiger.cythonize package": [[33, "pomdp-py-problems-tiger-cythonize-package"]], "pomdp_py.problems.tiger.cythonize.run_tiger module": [[33, "pomdp-py-problems-tiger-cythonize-run-tiger-module"]], "pomdp_py.problems.tiger.cythonize.tiger_problem module": [[33, "module-pomdp_py.problems.tiger.cythonize.tiger_problem"], [33, "id1"], [33, "id39"], [33, "id78"]], "pomdp_py.representations package": [[34, "pomdp-py-representations-package"]], "pomdp_py.representations.belief package": [[35, "pomdp-py-representations-belief-package"]], "pomdp_py.representations.belief.histogram module": [[35, "module-pomdp_py.representations.belief.histogram"]], "pomdp_py.representations.belief.particles module": [[35, "module-pomdp_py.representations.belief.particles"]], "pomdp_py.representations.distribution package": [[36, "pomdp-py-representations-distribution-package"]], "pomdp_py.representations.distribution.histogram module": [[36, "module-pomdp_py.representations.distribution.histogram"]], "pomdp_py.representations.distribution.particles module": [[36, "module-pomdp_py.representations.distribution.particles"]], "pomdp_py.representations.distribution.gaussian module": [[36, "module-pomdp_py.representations.distribution.gaussian"]], "pomdp_py.utils package": [[37, "pomdp-py-utils-package"]], "pomdp_py.utils.colors module": [[37, "module-pomdp_py.utils.colors"]], "pomdp_py.utils.cython_utils.cpython-37m-x86_64-linux-gnu module": [[37, "pomdp-py-utils-cython-utils-cpython-37m-x86-64-linux-gnu-module"]], "pomdp_py.utils.cython_utils module": [[37, "module-pomdp_py.utils.cython_utils"]], "pomdp_py.utils.debugging module": [[37, "module-pomdp_py.utils.debugging"], [38, "module-pomdp_py.utils.debugging"]], "TreeDebugger": [[37, "treedebugger"], [38, "treedebugger"]], "pomdp_py.utils.math module": [[37, "module-pomdp_py.utils.math"]], "pomdp_py.utils.misc module": [[37, "module-pomdp_py.utils.misc"]], "pomdp_py.utils.plotting module": [[37, "pomdp-py-utils-plotting-module"]], "pomdp_py.utils.templates module": [[37, "module-pomdp_py.utils.templates"]], "pomdp_py.utils.test_utils module": [[37, "pomdp-py-utils-test-utils-module"]], "pomdp_py.utils.typ module": [[37, "module-pomdp_py.utils.typ"]], "pomdp_py.utils.interfaces package": [[39, "pomdp-py-utils-interfaces-package"]], "pomdp_py.utils.interfaces.simple_rl module": [[39, "pomdp-py-utils-interfaces-simple-rl-module"]], "pomdp_py.visual package": [[40, "pomdp-py-visual-package"]], "pomdp_py.visual.search_tree module": [[40, "pomdp-py-visual-search-tree-module"]], "Building Documentations": [[41, "building-documentations"]], "Building docs for pomdp_py": [[41, "building-docs-for-pomdp-py"]], "Building docs for pomdp_py.problems": [[41, "building-docs-for-pomdp-py-problems"]], "Note on Changelog": [[41, "note-on-changelog"]], "Changelog": [[42, "changelog"]], "Version 1.3.5.1 (03/30/2024)": [[42, "version-1-3-5-1-03-30-2024"]], "Version 1.3.5 (03/12/2024)": [[42, "version-1-3-5-03-12-2024"]], "Version 1.3.4 (01/26/2024)": [[42, "version-1-3-4-01-26-2024"]], "Version 1.3.3 (07/25/2023)": [[42, "version-1-3-3-07-25-2023"]], "Version 1.3.2 (04/03/2022)": [[42, "version-1-3-2-04-03-2022"]], "Version 1.3.1 (11/03/2021)": [[42, "version-1-3-1-11-03-2021"]], "Version 1.3.0.1 (09/30/2021)": [[42, "version-1-3-0-1-09-30-2021"]], "Version 1.2.4.6 (canceled)": [[42, "version-1-2-4-6-canceled"]], "Version 1.2.4.5 (07/05/2021)": [[42, "version-1-2-4-5-07-05-2021"]], "Version 1.2.4.1 (06/02/2021)": [[42, "version-1-2-4-1-06-02-2021"]], "Version 1.2.4 (06/01/2021)": [[42, "version-1-2-4-06-01-2021"]], "Version 1.2.3 (03/22/2021)": [[42, "version-1-2-3-03-22-2021"]], "Version 1.2.2.1 (01/25/2021)": [[42, "version-1-2-2-1-01-25-2021"]], "Version 1.2.2 (01/17/2021)": [[42, "version-1-2-2-01-17-2021"]], "Version 1.2.1 (12/23/2020)": [[42, "version-1-2-1-12-23-2020"]], "Pull Request #3 (08/01/2020)": [[42, "pull-request-3-08-01-2020"]], "Pull Request #1 (06/02/2020)": [[42, "pull-request-1-06-02-2020"]], "Version 1.0 - 1.2 (02/08/2020 - 02/16/2020)": [[42, "version-1-0-1-2-02-08-2020-02-16-2020"]], "Version 0.0": [[42, "version-0-0"]], "Design Principles": [[43, "design-principles"]], "Examples": [[44, "examples"]], "Multi-Object Search (MOS)": [[44, "multi-object-search-mos"], [47, "multi-object-search-mos"]], "Preference-based Action Prior": [[45, "preference-based-action-prior"]], "Using External Solvers": [[46, "module-pomdp_py.utils.interfaces.solvers"]], "Table of Contents": [[46, "table-of-contents"], [53, "table-of-contents"]], "Converting a pomdp_py Agent to a POMDP File": [[46, "converting-a-pomdp-py-agent-to-a-pomdp-file"]], "Example": [[46, "example"], [46, "id2"], [46, "id4"]], "Using pomdp-solve": [[46, "using-pomdp-solve"]], "Using sarsop": [[46, "using-sarsop"]], "PolicyGraph and AlphaVectorPolicy": [[46, "policygraph-and-alphavectorpolicy"]], "Problem overview": [[47, "problem-overview"]], "Implementing this POMDP: Conventions": [[47, "implementing-this-pomdp-conventions"]], "Try it": [[47, "try-it"]], "Define the domain": [[48, "define-the-domain"]], "Define the models": [[48, "define-the-models"]], "Define the POMDP": [[48, "define-the-pomdp"]], "Instantiate the POMDP": [[48, "instantiate-the-pomdp"]], "Solve the POMDP instance": [[48, "solve-the-pomdp-instance"]], "Summary": [[48, "summary"]], "Existing POMDP Domains": [[49, "existing-pomdp-domains"]], "Existing POMDP Solvers": [[50, "existing-pomdp-solvers"]], "Use Case Extensions": [[51, "use-case-extensions"]], "pomdp_py Documentation": [[52, "pomdp-py-documentation"]], "Overview": [[52, "overview"]], "Getting Started": [[52, "getting-started"]], "Further": [[52, "further"]], "Citation": [[52, "citation"]], "API References": [[52, "api-references"], [52, null]], "Tools": [[52, "tools"]], "Installation": [[53, "installation"]], "Pre-installation": [[53, "pre-installation"]], "Install pomdp-py": [[53, "install-pomdp-py"]], "Test things out": [[53, "test-things-out"]], "Docker image": [[53, "docker-image"]], "docs": [[54, "docs"]], "Other POMDP Libraries": [[55, "other-pomdp-libraries"]]}, "indexentries": {"actionprior (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.ActionPrior"]], "blqr (class in pomdp_py.algorithms.bsp.blqr)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR"], [3, "pomdp_py.algorithms.bsp.blqr.BLQR"]], "pomcp (class in pomdp_py.algorithms.pomcp)": [[2, "pomdp_py.algorithms.pomcp.POMCP"]], "porollout (class in pomdp_py.algorithms.po_rollout)": [[2, "pomdp_py.algorithms.po_rollout.PORollout"]], "pouct (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.POUCT"]], "qnode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.QNode"]], "randomrollout (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.RandomRollout"]], "rolloutpolicy (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.RolloutPolicy"]], "rootvnode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.RootVNode"]], "rootvnodeparticles (class in pomdp_py.algorithms.pomcp)": [[2, "pomdp_py.algorithms.pomcp.RootVNodeParticles"]], "treenode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.TreeNode"]], "vnode (class in pomdp_py.algorithms.po_uct)": [[2, "pomdp_py.algorithms.po_uct.VNode"]], "vnodeparticles (class in pomdp_py.algorithms.pomcp)": [[2, "pomdp_py.algorithms.pomcp.VNodeParticles"]], "valueiteration (class in pomdp_py.algorithms.value_iteration)": [[2, "pomdp_py.algorithms.value_iteration.ValueIteration"]], "action_prior (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.action_prior"]], "argmax() (pomdp_py.algorithms.po_uct.vnode method)": [[2, "pomdp_py.algorithms.po_uct.VNode.argmax"]], "belief (pomdp_py.algorithms.pomcp.rootvnodeparticles attribute)": [[2, "pomdp_py.algorithms.pomcp.RootVNodeParticles.belief"]], "belief (pomdp_py.algorithms.pomcp.vnodeparticles attribute)": [[2, "pomdp_py.algorithms.pomcp.VNodeParticles.belief"]], "children (pomdp_py.algorithms.po_uct.treenode attribute)": [[2, "pomdp_py.algorithms.po_uct.TreeNode.children"]], "clear_agent() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.clear_agent"]], "clear_agent() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.clear_agent"]], "create_plan() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.create_plan"], [3, "pomdp_py.algorithms.bsp.blqr.BLQR.create_plan"]], "discount_factor (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.discount_factor"]], "ekf_update_mlo() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.ekf_update_mlo"], [3, "pomdp_py.algorithms.bsp.blqr.BLQR.ekf_update_mlo"]], "from_vnode() (pomdp_py.algorithms.po_uct.rootvnode class method)": [[2, "pomdp_py.algorithms.po_uct.RootVNode.from_vnode"]], "from_vnode() (pomdp_py.algorithms.pomcp.rootvnodeparticles class method)": [[2, "pomdp_py.algorithms.pomcp.RootVNodeParticles.from_vnode"]], "get_preferred_actions() (pomdp_py.algorithms.po_uct.actionprior method)": [[2, "pomdp_py.algorithms.po_uct.ActionPrior.get_preferred_actions"]], "history (pomdp_py.algorithms.po_uct.rootvnode attribute)": [[2, "pomdp_py.algorithms.po_uct.RootVNode.history"]], "integrate_belief_segment() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.integrate_belief_segment"], [3, "pomdp_py.algorithms.bsp.blqr.BLQR.integrate_belief_segment"]], "interpret_sqp_plan() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.interpret_sqp_plan"], [3, "pomdp_py.algorithms.bsp.blqr.BLQR.interpret_sqp_plan"]], "last_best_reward (pomdp_py.algorithms.po_rollout.porollout attribute)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.last_best_reward"]], "last_num_sims (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.last_num_sims"]], "last_planning_time (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.last_planning_time"]], "max_depth (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.max_depth"]], "module": [[2, "module-pomdp_py.algorithms.bsp.blqr"], [2, "module-pomdp_py.algorithms.po_rollout"], [2, "module-pomdp_py.algorithms.po_uct"], [2, "module-pomdp_py.algorithms.pomcp"], [2, "module-pomdp_py.algorithms.value_iteration"], [3, "module-pomdp_py.algorithms.bsp"], [3, "module-pomdp_py.algorithms.bsp.blqr"], [5, "module-pomdp_py.framework.basics"], [5, "module-pomdp_py.framework.oopomdp"], [5, "module-pomdp_py.framework.planner"], [6, "module-pomdp_py.problems"], [10, "module-pomdp_py.problems.light_dark.env"], [10, "module-pomdp_py.problems.light_dark.env.env"], [10, "module-pomdp_py.problems.light_dark.env.plotting"], [12, "module-pomdp_py.problems.load_unload"], [12, "module-pomdp_py.problems.load_unload.load_unload"], [13, "module-pomdp_py.problems.maze"], [14, "module-pomdp_py.problems.maze.domain"], [14, "module-pomdp_py.problems.maze.domain.action"], [14, "module-pomdp_py.problems.maze.domain.observation"], [14, "module-pomdp_py.problems.maze.domain.state"], [15, "module-pomdp_py.problems.maze.env"], [15, "module-pomdp_py.problems.maze.env.env"], [16, "module-pomdp_py.problems.maze.models"], [17, "module-pomdp_py.problems.maze.models.components"], [18, "module-pomdp_py.problems.multi_object_search"], [18, "module-pomdp_py.problems.multi_object_search.example_worlds"], [18, "module-pomdp_py.problems.multi_object_search.problem"], [19, "module-pomdp_py.problems.multi_object_search.agent"], [19, "module-pomdp_py.problems.multi_object_search.agent.agent"], [19, "module-pomdp_py.problems.multi_object_search.agent.belief"], [20, "module-pomdp_py.problems.multi_object_search.domain"], [20, "module-pomdp_py.problems.multi_object_search.domain.action"], [20, "module-pomdp_py.problems.multi_object_search.domain.observation"], [20, "module-pomdp_py.problems.multi_object_search.domain.state"], [21, "module-pomdp_py.problems.multi_object_search.env"], [21, "module-pomdp_py.problems.multi_object_search.env.env"], [21, "module-pomdp_py.problems.multi_object_search.env.visual"], [22, "module-pomdp_py.problems.multi_object_search.models"], [22, "module-pomdp_py.problems.multi_object_search.models.observation_model"], [22, "module-pomdp_py.problems.multi_object_search.models.policy_model"], [22, "module-pomdp_py.problems.multi_object_search.models.reward_model"], [22, "module-pomdp_py.problems.multi_object_search.models.transition_model"], [23, "module-pomdp_py.problems.multi_object_search.models.components"], [23, "module-pomdp_py.problems.multi_object_search.models.components.grid_map"], [23, "module-pomdp_py.problems.multi_object_search.models.components.sensor"], [24, "module-pomdp_py.problems.rocksample"], [24, "module-pomdp_py.problems.rocksample.cythonize"], [24, "module-pomdp_py.problems.rocksample.rocksample_problem"], [25, "module-0"], [25, "module-1"], [25, "module-2"], [25, "module-pomdp_py.problems.rocksample.cythonize"], [25, "module-pomdp_py.problems.rocksample.cythonize.rocksample_problem"], [26, "module-pomdp_py.problems.tag"], [26, "module-pomdp_py.problems.tag.constants"], [26, "module-pomdp_py.problems.tag.example_worlds"], [26, "module-pomdp_py.problems.tag.experiment"], [26, "module-pomdp_py.problems.tag.problem"], [27, "module-pomdp_py.problems.tag.agent"], [27, "module-pomdp_py.problems.tag.agent.agent"], [28, "module-pomdp_py.problems.tag.domain"], [28, "module-pomdp_py.problems.tag.domain.action"], [28, "module-pomdp_py.problems.tag.domain.observation"], [28, "module-pomdp_py.problems.tag.domain.state"], [29, "module-pomdp_py.problems.tag.env"], [29, "module-pomdp_py.problems.tag.env.env"], [29, "module-pomdp_py.problems.tag.env.visual"], [30, "module-pomdp_py.problems.tag.models"], [30, "module-pomdp_py.problems.tag.models.observation_model"], [30, "module-pomdp_py.problems.tag.models.policy_model"], [30, "module-pomdp_py.problems.tag.models.reward_model"], [30, "module-pomdp_py.problems.tag.models.transition_model"], [31, "module-pomdp_py.problems.tag.models.components"], [31, "module-pomdp_py.problems.tag.models.components.grid_map"], [31, "module-pomdp_py.problems.tag.models.components.motion_policy"], [32, "module-pomdp_py.problems.tiger"], [32, "module-pomdp_py.problems.tiger.cythonize"], [32, "module-pomdp_py.problems.tiger.tiger_problem"], [33, "module-0"], [33, "module-1"], [33, "module-2"], [33, "module-pomdp_py.problems.tiger.cythonize"], [33, "module-pomdp_py.problems.tiger.cythonize.tiger_problem"], [35, "module-pomdp_py.representations.belief.histogram"], [35, "module-pomdp_py.representations.belief.particles"], [36, "module-pomdp_py.representations.distribution.gaussian"], [36, "module-pomdp_py.representations.distribution.histogram"], [36, "module-pomdp_py.representations.distribution.particles"], [37, "module-pomdp_py.utils"], [37, "module-pomdp_py.utils.colors"], [37, "module-pomdp_py.utils.cython_utils"], [37, "module-pomdp_py.utils.debugging"], [37, "module-pomdp_py.utils.math"], [37, "module-pomdp_py.utils.misc"], [37, "module-pomdp_py.utils.templates"], [37, "module-pomdp_py.utils.typ"], [38, "module-pomdp_py.utils.debugging"], [46, "module-pomdp_py.utils.interfaces.solvers"]], "num_visits (pomdp_py.algorithms.po_uct.treenode attribute)": [[2, "pomdp_py.algorithms.po_uct.TreeNode.num_visits"]], "num_visits_init (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.num_visits_init"]], "plan() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.plan"]], "plan() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.plan"]], "plan() (pomdp_py.algorithms.pomcp.pomcp method)": [[2, "pomdp_py.algorithms.pomcp.POMCP.plan"]], "plan() (pomdp_py.algorithms.value_iteration.valueiteration method)": [[2, "pomdp_py.algorithms.value_iteration.ValueIteration.plan"]], "pomdp_py.algorithms.bsp.blqr": [[2, "module-pomdp_py.algorithms.bsp.blqr"], [3, "module-pomdp_py.algorithms.bsp.blqr"]], "pomdp_py.algorithms.po_rollout": [[2, "module-pomdp_py.algorithms.po_rollout"]], "pomdp_py.algorithms.po_uct": [[2, "module-pomdp_py.algorithms.po_uct"]], "pomdp_py.algorithms.pomcp": [[2, "module-pomdp_py.algorithms.pomcp"]], "pomdp_py.algorithms.value_iteration": [[2, "module-pomdp_py.algorithms.value_iteration"]], "print_children_value() (pomdp_py.algorithms.po_uct.vnode method)": [[2, "pomdp_py.algorithms.po_uct.VNode.print_children_value"]], "rollout() (pomdp_py.algorithms.po_uct.randomrollout method)": [[2, "pomdp_py.algorithms.po_uct.RandomRollout.rollout"]], "rollout() (pomdp_py.algorithms.po_uct.rolloutpolicy method)": [[2, "pomdp_py.algorithms.po_uct.RolloutPolicy.rollout"]], "rollout_policy (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.rollout_policy"]], "segmented_cost_function() (pomdp_py.algorithms.bsp.blqr.blqr method)": [[2, "pomdp_py.algorithms.bsp.blqr.BLQR.segmented_cost_function"], [3, "pomdp_py.algorithms.bsp.blqr.BLQR.segmented_cost_function"]], "set_rollout_policy() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.set_rollout_policy"]], "set_rollout_policy() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.set_rollout_policy"]], "update() (pomdp_py.algorithms.po_rollout.porollout method)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.update"]], "update() (pomdp_py.algorithms.po_uct.pouct method)": [[2, "pomdp_py.algorithms.po_uct.POUCT.update"]], "update() (pomdp_py.algorithms.pomcp.pomcp method)": [[2, "pomdp_py.algorithms.pomcp.POMCP.update"]], "update_agent_belief (pomdp_py.algorithms.po_rollout.porollout attribute)": [[2, "pomdp_py.algorithms.po_rollout.PORollout.update_agent_belief"]], "update_agent_belief (pomdp_py.algorithms.pomcp.pomcp attribute)": [[2, "pomdp_py.algorithms.pomcp.POMCP.update_agent_belief"]], "updates_agent_belief (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.updates_agent_belief"]], "value (pomdp_py.algorithms.po_uct.treenode attribute)": [[2, "pomdp_py.algorithms.po_uct.TreeNode.value"]], "value (pomdp_py.algorithms.po_uct.vnode attribute)": [[2, "pomdp_py.algorithms.po_uct.VNode.value"]], "value_init (pomdp_py.algorithms.po_uct.pouct attribute)": [[2, "pomdp_py.algorithms.po_uct.POUCT.value_init"]], "pomdp_py.algorithms.bsp": [[3, "module-pomdp_py.algorithms.bsp"]], "action (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.Action"]], "agent (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.Agent"]], "blackboxmodel (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.BlackboxModel"]], "dictstate (class in pomdp_py.framework.oopomdp)": [[5, "pomdp_py.framework.oopomdp.DictState"]], "distribution (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.Distribution"]], "environment (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.Environment"]], "generativedistribution (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.GenerativeDistribution"]], "oobelief (class in pomdp_py.framework.oopomdp)": [[5, "pomdp_py.framework.oopomdp.OOBelief"]], "ooobservation (class in pomdp_py.framework.oopomdp)": [[5, "pomdp_py.framework.oopomdp.OOObservation"]], "ooobservationmodel (class in pomdp_py.framework.oopomdp)": [[5, "pomdp_py.framework.oopomdp.OOObservationModel"]], "oopomdp (class in pomdp_py.framework.oopomdp)": [[5, "pomdp_py.framework.oopomdp.OOPOMDP"]], "oostate (class in pomdp_py.framework.oopomdp)": [[5, "pomdp_py.framework.oopomdp.OOState"]], "ootransitionmodel (class in pomdp_py.framework.oopomdp)": [[5, "pomdp_py.framework.oopomdp.OOTransitionModel"]], "objectstate (class in pomdp_py.framework.oopomdp)": [[5, "pomdp_py.framework.oopomdp.ObjectState"]], "observation (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.Observation"]], "observationmodel (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.ObservationModel"]], "option (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.Option"]], "pomdp (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.POMDP"]], "planner (class in pomdp_py.framework.planner)": [[5, "pomdp_py.framework.planner.Planner"]], "policymodel (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.PolicyModel"]], "rewardmodel (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.RewardModel"]], "state (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.State"]], "transitionmodel (class in pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.TransitionModel"]], "__getitem__() (pomdp_py.framework.basics.distribution method)": [[5, "pomdp_py.framework.basics.Distribution.__getitem__"]], "__getitem__() (pomdp_py.framework.oopomdp.oobelief method)": [[5, "pomdp_py.framework.oopomdp.OOBelief.__getitem__"]], "__getitem__() (pomdp_py.framework.oopomdp.ooobservationmodel method)": [[5, "pomdp_py.framework.oopomdp.OOObservationModel.__getitem__"]], "__getitem__() (pomdp_py.framework.oopomdp.oostate method)": [[5, "pomdp_py.framework.oopomdp.OOState.__getitem__"]], "__getitem__() (pomdp_py.framework.oopomdp.ootransitionmodel method)": [[5, "pomdp_py.framework.oopomdp.OOTransitionModel.__getitem__"]], "__getitem__() (pomdp_py.framework.oopomdp.objectstate method)": [[5, "pomdp_py.framework.oopomdp.ObjectState.__getitem__"]], "__setitem__() (pomdp_py.framework.basics.distribution method)": [[5, "pomdp_py.framework.basics.Distribution.__setitem__"]], "__setitem__() (pomdp_py.framework.oopomdp.oobelief method)": [[5, "pomdp_py.framework.oopomdp.OOBelief.__setitem__"]], "__setitem__() (pomdp_py.framework.oopomdp.objectstate method)": [[5, "pomdp_py.framework.oopomdp.ObjectState.__setitem__"]], "add_attr() (pomdp_py.framework.basics.agent method)": [[5, "pomdp_py.framework.basics.Agent.add_attr"]], "all_actions (pomdp_py.framework.basics.agent attribute)": [[5, "pomdp_py.framework.basics.Agent.all_actions"]], "all_observations (pomdp_py.framework.basics.agent attribute)": [[5, "pomdp_py.framework.basics.Agent.all_observations"]], "all_states (pomdp_py.framework.basics.agent attribute)": [[5, "pomdp_py.framework.basics.Agent.all_states"]], "apply_transition() (pomdp_py.framework.basics.environment method)": [[5, "pomdp_py.framework.basics.Environment.apply_transition"]], "argmax() (pomdp_py.framework.basics.blackboxmodel method)": [[5, "pomdp_py.framework.basics.BlackboxModel.argmax"]], "argmax() (pomdp_py.framework.basics.generativedistribution method)": [[5, "pomdp_py.framework.basics.GenerativeDistribution.argmax"]], "argmax() (pomdp_py.framework.basics.observationmodel method)": [[5, "pomdp_py.framework.basics.ObservationModel.argmax"]], "argmax() (pomdp_py.framework.basics.policymodel method)": [[5, "pomdp_py.framework.basics.PolicyModel.argmax"]], "argmax() (pomdp_py.framework.basics.rewardmodel method)": [[5, "pomdp_py.framework.basics.RewardModel.argmax"]], "argmax() (pomdp_py.framework.basics.transitionmodel method)": [[5, "pomdp_py.framework.basics.TransitionModel.argmax"]], "argmax() (pomdp_py.framework.oopomdp.ooobservationmodel method)": [[5, "pomdp_py.framework.oopomdp.OOObservationModel.argmax"]], "argmax() (pomdp_py.framework.oopomdp.ootransitionmodel method)": [[5, "pomdp_py.framework.oopomdp.OOTransitionModel.argmax"]], "b() (pomdp_py.framework.oopomdp.oobelief method)": [[5, "pomdp_py.framework.oopomdp.OOBelief.b"]], "belief (pomdp_py.framework.basics.agent attribute)": [[5, "pomdp_py.framework.basics.Agent.belief"]], "blackbox_model (pomdp_py.framework.basics.environment attribute)": [[5, "pomdp_py.framework.basics.Environment.blackbox_model"]], "copy() (pomdp_py.framework.oopomdp.oostate method)": [[5, "pomdp_py.framework.oopomdp.OOState.copy"]], "copy() (pomdp_py.framework.oopomdp.objectstate method)": [[5, "pomdp_py.framework.oopomdp.ObjectState.copy"]], "cur_state (pomdp_py.framework.basics.environment attribute)": [[5, "pomdp_py.framework.basics.Environment.cur_state"]], "factor() (pomdp_py.framework.oopomdp.ooobservation method)": [[5, "pomdp_py.framework.oopomdp.OOObservation.factor"]], "get_all_actions() (pomdp_py.framework.basics.policymodel method)": [[5, "pomdp_py.framework.basics.PolicyModel.get_all_actions"]], "get_all_observations() (pomdp_py.framework.basics.observationmodel method)": [[5, "pomdp_py.framework.basics.ObservationModel.get_all_observations"]], "get_all_states() (pomdp_py.framework.basics.transitionmodel method)": [[5, "pomdp_py.framework.basics.TransitionModel.get_all_states"]], "get_distribution() (pomdp_py.framework.basics.observationmodel method)": [[5, "pomdp_py.framework.basics.ObservationModel.get_distribution"]], "get_distribution() (pomdp_py.framework.basics.policymodel method)": [[5, "pomdp_py.framework.basics.PolicyModel.get_distribution"]], "get_distribution() (pomdp_py.framework.basics.rewardmodel method)": [[5, "pomdp_py.framework.basics.RewardModel.get_distribution"]], "get_distribution() (pomdp_py.framework.basics.transitionmodel method)": [[5, "pomdp_py.framework.basics.TransitionModel.get_distribution"]], "get_histogram() (pomdp_py.framework.basics.generativedistribution method)": [[5, "pomdp_py.framework.basics.GenerativeDistribution.get_histogram"]], "get_object_attribute() (pomdp_py.framework.oopomdp.oostate method)": [[5, "pomdp_py.framework.oopomdp.OOState.get_object_attribute"]], "get_object_class() (pomdp_py.framework.oopomdp.oostate method)": [[5, "pomdp_py.framework.oopomdp.OOState.get_object_class"]], "get_object_state() (pomdp_py.framework.oopomdp.oostate method)": [[5, "pomdp_py.framework.oopomdp.OOState.get_object_state"]], "history (pomdp_py.framework.basics.agent attribute)": [[5, "pomdp_py.framework.basics.Agent.history"]], "init_belief (pomdp_py.framework.basics.agent attribute)": [[5, "pomdp_py.framework.basics.Agent.init_belief"]], "initiate() (pomdp_py.framework.basics.option method)": [[5, "pomdp_py.framework.basics.Option.initiate"]], "merge() (pomdp_py.framework.oopomdp.ooobservation class method)": [[5, "pomdp_py.framework.oopomdp.OOObservation.merge"]], "mpe() (pomdp_py.framework.basics.generativedistribution method)": [[5, "pomdp_py.framework.basics.GenerativeDistribution.mpe"]], "mpe() (pomdp_py.framework.oopomdp.oobelief method)": [[5, "pomdp_py.framework.oopomdp.OOBelief.mpe"]], "object_belief() (pomdp_py.framework.oopomdp.oobelief method)": [[5, "pomdp_py.framework.oopomdp.OOBelief.object_belief"]], "object_beliefs (pomdp_py.framework.oopomdp.oobelief attribute)": [[5, "pomdp_py.framework.oopomdp.OOBelief.object_beliefs"]], "observation_models (pomdp_py.framework.oopomdp.ooobservationmodel attribute)": [[5, "pomdp_py.framework.oopomdp.OOObservationModel.observation_models"]], "plan() (pomdp_py.framework.planner.planner method)": [[5, "pomdp_py.framework.planner.Planner.plan"]], "policy (pomdp_py.framework.basics.option attribute)": [[5, "pomdp_py.framework.basics.Option.policy"]], "pomdp_py.framework.basics": [[5, "module-pomdp_py.framework.basics"]], "pomdp_py.framework.oopomdp": [[5, "module-pomdp_py.framework.oopomdp"]], "pomdp_py.framework.planner": [[5, "module-pomdp_py.framework.planner"]], "probability() (pomdp_py.framework.basics.observationmodel method)": [[5, "pomdp_py.framework.basics.ObservationModel.probability"]], "probability() (pomdp_py.framework.basics.policymodel method)": [[5, "pomdp_py.framework.basics.PolicyModel.probability"]], "probability() (pomdp_py.framework.basics.rewardmodel method)": [[5, "pomdp_py.framework.basics.RewardModel.probability"]], "probability() (pomdp_py.framework.basics.transitionmodel method)": [[5, "pomdp_py.framework.basics.TransitionModel.probability"]], "probability() (pomdp_py.framework.oopomdp.ooobservationmodel method)": [[5, "pomdp_py.framework.oopomdp.OOObservationModel.probability"]], "probability() (pomdp_py.framework.oopomdp.ootransitionmodel method)": [[5, "pomdp_py.framework.oopomdp.OOTransitionModel.probability"]], "provide_observation() (pomdp_py.framework.basics.environment method)": [[5, "pomdp_py.framework.basics.Environment.provide_observation"]], "random() (pomdp_py.framework.oopomdp.oobelief method)": [[5, "pomdp_py.framework.oopomdp.OOBelief.random"]], "reward_model (pomdp_py.framework.basics.environment attribute)": [[5, "pomdp_py.framework.basics.Environment.reward_model"]], "s() (pomdp_py.framework.oopomdp.oostate method)": [[5, "pomdp_py.framework.oopomdp.OOState.s"]], "sample() (pomdp_py.framework.basics.blackboxmodel method)": [[5, "pomdp_py.framework.basics.BlackboxModel.sample"]], "sample() (pomdp_py.framework.basics.observationmodel method)": [[5, "pomdp_py.framework.basics.ObservationModel.sample"]], "sample() (pomdp_py.framework.basics.option method)": [[5, "pomdp_py.framework.basics.Option.sample"]], "sample() (pomdp_py.framework.basics.policymodel method)": [[5, "pomdp_py.framework.basics.PolicyModel.sample"]], "sample() (pomdp_py.framework.basics.rewardmodel method)": [[5, "pomdp_py.framework.basics.RewardModel.sample"]], "sample() (pomdp_py.framework.basics.transitionmodel method)": [[5, "pomdp_py.framework.basics.TransitionModel.sample"]], "sample() (pomdp_py.framework.oopomdp.ooobservationmodel method)": [[5, "pomdp_py.framework.oopomdp.OOObservationModel.sample"]], "sample() (pomdp_py.framework.oopomdp.ootransitionmodel method)": [[5, "pomdp_py.framework.oopomdp.OOTransitionModel.sample"]], "sample_belief() (pomdp_py.framework.basics.agent method)": [[5, "pomdp_py.framework.basics.Agent.sample_belief"]], "sample_explict_models() (in module pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.sample_explict_models"]], "sample_generative_model() (in module pomdp_py.framework.basics)": [[5, "pomdp_py.framework.basics.sample_generative_model"]], "set_belief() (pomdp_py.framework.basics.agent method)": [[5, "pomdp_py.framework.basics.Agent.set_belief"]], "set_models() (pomdp_py.framework.basics.agent method)": [[5, "pomdp_py.framework.basics.Agent.set_models"]], "set_models() (pomdp_py.framework.basics.environment method)": [[5, "pomdp_py.framework.basics.Environment.set_models"]], "set_name() (pomdp_py.framework.basics.agent method)": [[5, "pomdp_py.framework.basics.Agent.set_name"]], "set_object_belief() (pomdp_py.framework.oopomdp.oobelief method)": [[5, "pomdp_py.framework.oopomdp.OOBelief.set_object_belief"]], "set_object_state() (pomdp_py.framework.oopomdp.oostate method)": [[5, "pomdp_py.framework.oopomdp.OOState.set_object_state"]], "situation (pomdp_py.framework.oopomdp.oostate attribute)": [[5, "pomdp_py.framework.oopomdp.OOState.situation"]], "state (pomdp_py.framework.basics.environment attribute)": [[5, "pomdp_py.framework.basics.Environment.state"]], "state_transition() (pomdp_py.framework.basics.environment method)": [[5, "pomdp_py.framework.basics.Environment.state_transition"]], "terminate() (pomdp_py.framework.basics.option method)": [[5, "pomdp_py.framework.basics.Option.terminate"]], "transition_model (pomdp_py.framework.basics.environment attribute)": [[5, "pomdp_py.framework.basics.Environment.transition_model"]], "transition_models (pomdp_py.framework.oopomdp.ootransitionmodel attribute)": [[5, "pomdp_py.framework.oopomdp.OOTransitionModel.transition_models"]], "update() (pomdp_py.framework.basics.agent method)": [[5, "pomdp_py.framework.basics.Agent.update"]], "update() (pomdp_py.framework.basics.policymodel method)": [[5, "pomdp_py.framework.basics.PolicyModel.update"]], "update() (pomdp_py.framework.planner.planner method)": [[5, "pomdp_py.framework.planner.Planner.update"]], "update_history() (pomdp_py.framework.basics.agent method)": [[5, "pomdp_py.framework.basics.Agent.update_history"]], "updates_agent_belief() (pomdp_py.framework.planner.planner method)": [[5, "pomdp_py.framework.planner.Planner.updates_agent_belief"]], "pomdp_py.problems": [[6, "module-pomdp_py.problems"]], "lightdarkenvironment (class in pomdp_py.problems.light_dark.env.env)": [[10, "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment"]], "const (pomdp_py.problems.light_dark.env.env.lightdarkenvironment property)": [[10, "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment.const"]], "light (pomdp_py.problems.light_dark.env.env.lightdarkenvironment property)": [[10, "pomdp_py.problems.light_dark.env.env.LightDarkEnvironment.light"]], "plot_circle() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_circle"]], "plot_line() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_line"]], "plot_points() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_points"]], "plot_polygons() (in module pomdp_py.problems.light_dark.env.plotting)": [[10, "pomdp_py.problems.light_dark.env.plotting.plot_polygons"]], "pomdp_py.problems.light_dark.env": [[10, "module-pomdp_py.problems.light_dark.env"]], "pomdp_py.problems.light_dark.env.env": [[10, "module-pomdp_py.problems.light_dark.env.env"]], "pomdp_py.problems.light_dark.env.plotting": [[10, "module-pomdp_py.problems.light_dark.env.plotting"]], "luaction (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LUAction"]], "luobservation (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LUObservation"]], "luobservationmodel (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LUObservationModel"]], "lupolicymodel (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LUPolicyModel"]], "lurewardmodel (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LURewardModel"]], "lustate (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LUState"]], "lutransitionmodel (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LUTransitionModel"]], "loadunloadproblem (class in pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.LoadUnloadProblem"]], "argmax() (pomdp_py.problems.load_unload.load_unload.luobservationmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUObservationModel.argmax"]], "argmax() (pomdp_py.problems.load_unload.load_unload.lupolicymodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUPolicyModel.argmax"]], "argmax() (pomdp_py.problems.load_unload.load_unload.lurewardmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LURewardModel.argmax"]], "argmax() (pomdp_py.problems.load_unload.load_unload.lutransitionmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUTransitionModel.argmax"]], "generate_init_belief() (in module pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.generate_init_belief"]], "generate_random_state() (in module pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.generate_random_state"]], "get_all_actions() (pomdp_py.problems.load_unload.load_unload.lupolicymodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUPolicyModel.get_all_actions"]], "main() (in module pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.main"]], "pomdp_py.problems.load_unload": [[12, "module-pomdp_py.problems.load_unload"]], "pomdp_py.problems.load_unload.load_unload": [[12, "module-pomdp_py.problems.load_unload.load_unload"]], "probability() (pomdp_py.problems.load_unload.load_unload.luobservationmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUObservationModel.probability"]], "probability() (pomdp_py.problems.load_unload.load_unload.lupolicymodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUPolicyModel.probability"]], "probability() (pomdp_py.problems.load_unload.load_unload.lurewardmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LURewardModel.probability"]], "probability() (pomdp_py.problems.load_unload.load_unload.lutransitionmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUTransitionModel.probability"]], "sample() (pomdp_py.problems.load_unload.load_unload.luobservationmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUObservationModel.sample"]], "sample() (pomdp_py.problems.load_unload.load_unload.lupolicymodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUPolicyModel.sample"]], "sample() (pomdp_py.problems.load_unload.load_unload.lurewardmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LURewardModel.sample"]], "sample() (pomdp_py.problems.load_unload.load_unload.lutransitionmodel method)": [[12, "pomdp_py.problems.load_unload.load_unload.LUTransitionModel.sample"]], "test_planner() (in module pomdp_py.problems.load_unload.load_unload)": [[12, "pomdp_py.problems.load_unload.load_unload.test_planner"]], "pomdp_py.problems.maze": [[13, "module-pomdp_py.problems.maze"]], "observation (class in pomdp_py.problems.maze.domain.observation)": [[14, "pomdp_py.problems.maze.domain.observation.Observation"]], "state (class in pomdp_py.problems.maze.domain.state)": [[14, "pomdp_py.problems.maze.domain.state.State"]], "pomdp_py.problems.maze.domain": [[14, "module-pomdp_py.problems.maze.domain"]], "pomdp_py.problems.maze.domain.action": [[14, "module-pomdp_py.problems.maze.domain.action"]], "pomdp_py.problems.maze.domain.observation": [[14, "module-pomdp_py.problems.maze.domain.observation"]], "pomdp_py.problems.maze.domain.state": [[14, "module-pomdp_py.problems.maze.domain.state"]], "mazeenvironment (class in pomdp_py.problems.maze.env.env)": [[15, "pomdp_py.problems.maze.env.env.MazeEnvironment"]], "pomdp_py.problems.maze.env": [[15, "module-pomdp_py.problems.maze.env"]], "pomdp_py.problems.maze.env.env": [[15, "module-pomdp_py.problems.maze.env.env"]], "pomdp_py.problems.maze.models": [[16, "module-pomdp_py.problems.maze.models"]], "pomdp_py.problems.maze.models.components": [[17, "module-pomdp_py.problems.maze.models.components"]], "mosoopomdp (class in pomdp_py.problems.multi_object_search.problem)": [[18, "pomdp_py.problems.multi_object_search.problem.MosOOPOMDP"]], "belief_update() (in module pomdp_py.problems.multi_object_search.problem)": [[18, "pomdp_py.problems.multi_object_search.problem.belief_update"]], "pomdp_py.problems.multi_object_search": [[18, "module-pomdp_py.problems.multi_object_search"]], "pomdp_py.problems.multi_object_search.example_worlds": [[18, "module-pomdp_py.problems.multi_object_search.example_worlds"]], "pomdp_py.problems.multi_object_search.problem": [[18, "module-pomdp_py.problems.multi_object_search.problem"]], "random_world() (in module pomdp_py.problems.multi_object_search.example_worlds)": [[18, "pomdp_py.problems.multi_object_search.example_worlds.random_world"]], "solve() (in module pomdp_py.problems.multi_object_search.problem)": [[18, "pomdp_py.problems.multi_object_search.problem.solve"]], "unittest() (in module pomdp_py.problems.multi_object_search.problem)": [[18, "pomdp_py.problems.multi_object_search.problem.unittest"]], "mosagent (class in pomdp_py.problems.multi_object_search.agent.agent)": [[19, "pomdp_py.problems.multi_object_search.agent.agent.MosAgent"]], "mosoobelief (class in pomdp_py.problems.multi_object_search.agent.belief)": [[19, "pomdp_py.problems.multi_object_search.agent.belief.MosOOBelief"]], "clear_history() (pomdp_py.problems.multi_object_search.agent.agent.mosagent method)": [[19, "pomdp_py.problems.multi_object_search.agent.agent.MosAgent.clear_history"]], "initialize_belief() (in module pomdp_py.problems.multi_object_search.agent.belief)": [[19, "pomdp_py.problems.multi_object_search.agent.belief.initialize_belief"]], "mpe() (pomdp_py.problems.multi_object_search.agent.belief.mosoobelief method)": [[19, "pomdp_py.problems.multi_object_search.agent.belief.MosOOBelief.mpe"]], "pomdp_py.problems.multi_object_search.agent": [[19, "module-pomdp_py.problems.multi_object_search.agent"]], "pomdp_py.problems.multi_object_search.agent.agent": [[19, "module-pomdp_py.problems.multi_object_search.agent.agent"]], "pomdp_py.problems.multi_object_search.agent.belief": [[19, "module-pomdp_py.problems.multi_object_search.agent.belief"]], "random() (pomdp_py.problems.multi_object_search.agent.belief.mosoobelief method)": [[19, "pomdp_py.problems.multi_object_search.agent.belief.MosOOBelief.random"]], "action (class in pomdp_py.problems.multi_object_search.domain.action)": [[20, "pomdp_py.problems.multi_object_search.domain.action.Action"]], "backward (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.BACKWARD"]], "east (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.EAST"]], "east2d (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.EAST2D"]], "forward (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.FORWARD"]], "findaction (class in pomdp_py.problems.multi_object_search.domain.action)": [[20, "pomdp_py.problems.multi_object_search.domain.action.FindAction"]], "left (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.LEFT"]], "lookaction (class in pomdp_py.problems.multi_object_search.domain.action)": [[20, "pomdp_py.problems.multi_object_search.domain.action.LookAction"]], "mosooobservation (class in pomdp_py.problems.multi_object_search.domain.observation)": [[20, "pomdp_py.problems.multi_object_search.domain.observation.MosOOObservation"]], "mosoostate (class in pomdp_py.problems.multi_object_search.domain.state)": [[20, "pomdp_py.problems.multi_object_search.domain.state.MosOOState"]], "motionaction (class in pomdp_py.problems.multi_object_search.domain.action)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction"]], "north (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.NORTH"]], "north2d (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.NORTH2D"]], "null (pomdp_py.problems.multi_object_search.domain.observation.objectobservation attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.observation.ObjectObservation.NULL"]], "objectobservation (class in pomdp_py.problems.multi_object_search.domain.observation)": [[20, "pomdp_py.problems.multi_object_search.domain.observation.ObjectObservation"]], "objectstate (class in pomdp_py.problems.multi_object_search.domain.state)": [[20, "pomdp_py.problems.multi_object_search.domain.state.ObjectState"]], "right (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.RIGHT"]], "robotstate (class in pomdp_py.problems.multi_object_search.domain.state)": [[20, "pomdp_py.problems.multi_object_search.domain.state.RobotState"]], "schemes (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.SCHEMES"]], "scheme_vw (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.SCHEME_VW"]], "scheme_xy (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.SCHEME_XY"]], "scheme_xyth (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.SCHEME_XYTH"]], "south (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.SOUTH"]], "south2d (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.SOUTH2D"]], "west (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.WEST"]], "west2d (pomdp_py.problems.multi_object_search.domain.action.motionaction attribute)": [[20, "pomdp_py.problems.multi_object_search.domain.action.MotionAction.WEST2D"]], "factor() (pomdp_py.problems.multi_object_search.domain.observation.mosooobservation method)": [[20, "pomdp_py.problems.multi_object_search.domain.observation.MosOOObservation.factor"]], "for_obj() (pomdp_py.problems.multi_object_search.domain.observation.mosooobservation method)": [[20, "pomdp_py.problems.multi_object_search.domain.observation.MosOOObservation.for_obj"]], "merge() (pomdp_py.problems.multi_object_search.domain.observation.mosooobservation class method)": [[20, "pomdp_py.problems.multi_object_search.domain.observation.MosOOObservation.merge"]], "object_pose() (pomdp_py.problems.multi_object_search.domain.state.mosoostate method)": [[20, "pomdp_py.problems.multi_object_search.domain.state.MosOOState.object_pose"]], "object_poses (pomdp_py.problems.multi_object_search.domain.state.mosoostate property)": [[20, "pomdp_py.problems.multi_object_search.domain.state.MosOOState.object_poses"]], "objects_found (pomdp_py.problems.multi_object_search.domain.state.robotstate property)": [[20, "pomdp_py.problems.multi_object_search.domain.state.RobotState.objects_found"]], "objid (pomdp_py.problems.multi_object_search.domain.state.objectstate property)": [[20, "pomdp_py.problems.multi_object_search.domain.state.ObjectState.objid"]], "pomdp_py.problems.multi_object_search.domain": [[20, "module-pomdp_py.problems.multi_object_search.domain"]], "pomdp_py.problems.multi_object_search.domain.action": [[20, "module-pomdp_py.problems.multi_object_search.domain.action"]], "pomdp_py.problems.multi_object_search.domain.observation": [[20, "module-pomdp_py.problems.multi_object_search.domain.observation"]], "pomdp_py.problems.multi_object_search.domain.state": [[20, "module-pomdp_py.problems.multi_object_search.domain.state"]], "pose (pomdp_py.problems.multi_object_search.domain.state.objectstate property)": [[20, "pomdp_py.problems.multi_object_search.domain.state.ObjectState.pose"]], "pose (pomdp_py.problems.multi_object_search.domain.state.robotstate property)": [[20, "pomdp_py.problems.multi_object_search.domain.state.RobotState.pose"]], "pose() (pomdp_py.problems.multi_object_search.domain.state.mosoostate method)": [[20, "pomdp_py.problems.multi_object_search.domain.state.MosOOState.pose"]], "robot_pose (pomdp_py.problems.multi_object_search.domain.state.robotstate property)": [[20, "pomdp_py.problems.multi_object_search.domain.state.RobotState.robot_pose"]], "mosenvironment (class in pomdp_py.problems.multi_object_search.env.env)": [[21, "pomdp_py.problems.multi_object_search.env.env.MosEnvironment"]], "mosviz (class in pomdp_py.problems.multi_object_search.env.visual)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz"]], "draw_belief() (pomdp_py.problems.multi_object_search.env.visual.mosviz static method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.draw_belief"]], "draw_observation() (pomdp_py.problems.multi_object_search.env.visual.mosviz static method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.draw_observation"]], "draw_robot() (pomdp_py.problems.multi_object_search.env.visual.mosviz static method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.draw_robot"]], "equip_sensors() (in module pomdp_py.problems.multi_object_search.env.env)": [[21, "pomdp_py.problems.multi_object_search.env.env.equip_sensors"]], "img_height (pomdp_py.problems.multi_object_search.env.visual.mosviz property)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.img_height"]], "img_width (pomdp_py.problems.multi_object_search.env.visual.mosviz property)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.img_width"]], "interpret() (in module pomdp_py.problems.multi_object_search.env.env)": [[21, "pomdp_py.problems.multi_object_search.env.env.interpret"]], "interpret_robot_id() (in module pomdp_py.problems.multi_object_search.env.env)": [[21, "pomdp_py.problems.multi_object_search.env.env.interpret_robot_id"]], "last_observation (pomdp_py.problems.multi_object_search.env.visual.mosviz property)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.last_observation"]], "make_laser_sensor() (in module pomdp_py.problems.multi_object_search.env.env)": [[21, "pomdp_py.problems.multi_object_search.env.env.make_laser_sensor"]], "make_proximity_sensor() (in module pomdp_py.problems.multi_object_search.env.env)": [[21, "pomdp_py.problems.multi_object_search.env.env.make_proximity_sensor"]], "object_color() (in module pomdp_py.problems.multi_object_search.env.visual)": [[21, "pomdp_py.problems.multi_object_search.env.visual.object_color"]], "on_cleanup() (pomdp_py.problems.multi_object_search.env.visual.mosviz method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.on_cleanup"]], "on_event() (pomdp_py.problems.multi_object_search.env.visual.mosviz method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.on_event"]], "on_execute() (pomdp_py.problems.multi_object_search.env.visual.mosviz method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.on_execute"]], "on_init() (pomdp_py.problems.multi_object_search.env.visual.mosviz method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.on_init"]], "on_loop() (pomdp_py.problems.multi_object_search.env.visual.mosviz method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.on_loop"]], "on_render() (pomdp_py.problems.multi_object_search.env.visual.mosviz method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.on_render"]], "pomdp_py.problems.multi_object_search.env": [[21, "module-pomdp_py.problems.multi_object_search.env"]], "pomdp_py.problems.multi_object_search.env.env": [[21, "module-pomdp_py.problems.multi_object_search.env.env"]], "pomdp_py.problems.multi_object_search.env.visual": [[21, "module-pomdp_py.problems.multi_object_search.env.visual"]], "render_env() (pomdp_py.problems.multi_object_search.env.visual.mosviz method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.render_env"]], "robot_ids (pomdp_py.problems.multi_object_search.env.env.mosenvironment property)": [[21, "pomdp_py.problems.multi_object_search.env.env.MosEnvironment.robot_ids"]], "state_transition() (pomdp_py.problems.multi_object_search.env.env.mosenvironment method)": [[21, "pomdp_py.problems.multi_object_search.env.env.MosEnvironment.state_transition"]], "unittest() (in module pomdp_py.problems.multi_object_search.env.visual)": [[21, "pomdp_py.problems.multi_object_search.env.visual.unittest"]], "update() (pomdp_py.problems.multi_object_search.env.visual.mosviz method)": [[21, "pomdp_py.problems.multi_object_search.env.visual.MosViz.update"]], "goalrewardmodel (class in pomdp_py.problems.multi_object_search.models.reward_model)": [[22, "pomdp_py.problems.multi_object_search.models.reward_model.GoalRewardModel"]], "mosobservationmodel (class in pomdp_py.problems.multi_object_search.models.observation_model)": [[22, "pomdp_py.problems.multi_object_search.models.observation_model.MosObservationModel"]], "mosrewardmodel (class in pomdp_py.problems.multi_object_search.models.reward_model)": [[22, "pomdp_py.problems.multi_object_search.models.reward_model.MosRewardModel"]], "mostransitionmodel (class in pomdp_py.problems.multi_object_search.models.transition_model)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.MosTransitionModel"]], "objectobservationmodel (class in pomdp_py.problems.multi_object_search.models.observation_model)": [[22, "pomdp_py.problems.multi_object_search.models.observation_model.ObjectObservationModel"]], "policymodel (class in pomdp_py.problems.multi_object_search.models.policy_model)": [[22, "pomdp_py.problems.multi_object_search.models.policy_model.PolicyModel"]], "robottransitionmodel (class in pomdp_py.problems.multi_object_search.models.transition_model)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.RobotTransitionModel"]], "staticobjecttransitionmodel (class in pomdp_py.problems.multi_object_search.models.transition_model)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.StaticObjectTransitionModel"]], "argmax() (pomdp_py.problems.multi_object_search.models.observation_model.objectobservationmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.observation_model.ObjectObservationModel.argmax"]], "argmax() (pomdp_py.problems.multi_object_search.models.policy_model.policymodel method)": [[22, "pomdp_py.problems.multi_object_search.models.policy_model.PolicyModel.argmax"]], "argmax() (pomdp_py.problems.multi_object_search.models.reward_model.mosrewardmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.reward_model.MosRewardModel.argmax"]], "argmax() (pomdp_py.problems.multi_object_search.models.transition_model.mostransitionmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.MosTransitionModel.argmax"]], "argmax() (pomdp_py.problems.multi_object_search.models.transition_model.robottransitionmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.RobotTransitionModel.argmax"]], "argmax() (pomdp_py.problems.multi_object_search.models.transition_model.staticobjecttransitionmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.StaticObjectTransitionModel.argmax"]], "get_all_actions() (pomdp_py.problems.multi_object_search.models.policy_model.policymodel method)": [[22, "pomdp_py.problems.multi_object_search.models.policy_model.PolicyModel.get_all_actions"]], "if_move_by() (pomdp_py.problems.multi_object_search.models.transition_model.robottransitionmodel class method)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.RobotTransitionModel.if_move_by"]], "in_boundary() (in module pomdp_py.problems.multi_object_search.models.transition_model)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.in_boundary"]], "pomdp_py.problems.multi_object_search.models": [[22, "module-pomdp_py.problems.multi_object_search.models"]], "pomdp_py.problems.multi_object_search.models.observation_model": [[22, "module-pomdp_py.problems.multi_object_search.models.observation_model"]], "pomdp_py.problems.multi_object_search.models.policy_model": [[22, "module-pomdp_py.problems.multi_object_search.models.policy_model"]], "pomdp_py.problems.multi_object_search.models.reward_model": [[22, "module-pomdp_py.problems.multi_object_search.models.reward_model"]], "pomdp_py.problems.multi_object_search.models.transition_model": [[22, "module-pomdp_py.problems.multi_object_search.models.transition_model"]], "probability() (pomdp_py.problems.multi_object_search.models.observation_model.objectobservationmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.observation_model.ObjectObservationModel.probability"]], "probability() (pomdp_py.problems.multi_object_search.models.policy_model.policymodel method)": [[22, "pomdp_py.problems.multi_object_search.models.policy_model.PolicyModel.probability"]], "probability() (pomdp_py.problems.multi_object_search.models.reward_model.mosrewardmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.reward_model.MosRewardModel.probability"]], "probability() (pomdp_py.problems.multi_object_search.models.transition_model.robottransitionmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.RobotTransitionModel.probability"]], "probability() (pomdp_py.problems.multi_object_search.models.transition_model.staticobjecttransitionmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.StaticObjectTransitionModel.probability"]], "rollout() (pomdp_py.problems.multi_object_search.models.policy_model.policymodel method)": [[22, "pomdp_py.problems.multi_object_search.models.policy_model.PolicyModel.rollout"]], "sample() (pomdp_py.problems.multi_object_search.models.observation_model.mosobservationmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.observation_model.MosObservationModel.sample"]], "sample() (pomdp_py.problems.multi_object_search.models.observation_model.objectobservationmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.observation_model.ObjectObservationModel.sample"]], "sample() (pomdp_py.problems.multi_object_search.models.policy_model.policymodel method)": [[22, "pomdp_py.problems.multi_object_search.models.policy_model.PolicyModel.sample"]], "sample() (pomdp_py.problems.multi_object_search.models.reward_model.mosrewardmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.reward_model.MosRewardModel.sample"]], "sample() (pomdp_py.problems.multi_object_search.models.transition_model.mostransitionmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.MosTransitionModel.sample"]], "sample() (pomdp_py.problems.multi_object_search.models.transition_model.robottransitionmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.RobotTransitionModel.sample"]], "sample() (pomdp_py.problems.multi_object_search.models.transition_model.staticobjecttransitionmodel method)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.StaticObjectTransitionModel.sample"]], "unittest() (in module pomdp_py.problems.multi_object_search.models.observation_model)": [[22, "pomdp_py.problems.multi_object_search.models.observation_model.unittest"]], "valid_pose() (in module pomdp_py.problems.multi_object_search.models.transition_model)": [[22, "pomdp_py.problems.multi_object_search.models.transition_model.valid_pose"]], "gridmap (class in pomdp_py.problems.multi_object_search.models.components.grid_map)": [[23, "pomdp_py.problems.multi_object_search.models.components.grid_map.GridMap"]], "laser (pomdp_py.problems.multi_object_search.models.components.sensor.sensor attribute)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Sensor.LASER"]], "laser2dsensor (class in pomdp_py.problems.multi_object_search.models.components.sensor)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Laser2DSensor"]], "proximity (pomdp_py.problems.multi_object_search.models.components.sensor.sensor attribute)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Sensor.PROXIMITY"]], "proximitysensor (class in pomdp_py.problems.multi_object_search.models.components.sensor)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.ProximitySensor"]], "sensor (class in pomdp_py.problems.multi_object_search.models.components.sensor)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Sensor"]], "euclidean_dist() (in module pomdp_py.problems.multi_object_search.models.components.sensor)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.euclidean_dist"]], "in_field_of_view() (pomdp_py.problems.multi_object_search.models.components.sensor.laser2dsensor method)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Laser2DSensor.in_field_of_view"]], "in_range() (in module pomdp_py.problems.multi_object_search.models.components.sensor)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.in_range"]], "observe() (pomdp_py.problems.multi_object_search.models.components.sensor.laser2dsensor method)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Laser2DSensor.observe"]], "observe() (pomdp_py.problems.multi_object_search.models.components.sensor.sensor method)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Sensor.observe"]], "pomdp_py.problems.multi_object_search.models.components": [[23, "module-pomdp_py.problems.multi_object_search.models.components"]], "pomdp_py.problems.multi_object_search.models.components.grid_map": [[23, "module-pomdp_py.problems.multi_object_search.models.components.grid_map"]], "pomdp_py.problems.multi_object_search.models.components.sensor": [[23, "module-pomdp_py.problems.multi_object_search.models.components.sensor"]], "robot_id (pomdp_py.problems.multi_object_search.models.components.sensor.sensor property)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Sensor.robot_id"]], "sensing_region_size (pomdp_py.problems.multi_object_search.models.components.sensor.laser2dsensor property)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Laser2DSensor.sensing_region_size"]], "sensing_region_size (pomdp_py.problems.multi_object_search.models.components.sensor.sensor property)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Sensor.sensing_region_size"]], "shoot_beam() (pomdp_py.problems.multi_object_search.models.components.sensor.laser2dsensor method)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Laser2DSensor.shoot_beam"]], "to_rad() (in module pomdp_py.problems.multi_object_search.models.components.sensor)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.to_rad"]], "valid_beam() (pomdp_py.problems.multi_object_search.models.components.sensor.laser2dsensor method)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Laser2DSensor.valid_beam"]], "valid_motions() (pomdp_py.problems.multi_object_search.models.components.grid_map.gridmap method)": [[23, "pomdp_py.problems.multi_object_search.models.components.grid_map.GridMap.valid_motions"]], "within_range() (pomdp_py.problems.multi_object_search.models.components.sensor.laser2dsensor method)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Laser2DSensor.within_range"]], "within_range() (pomdp_py.problems.multi_object_search.models.components.sensor.sensor method)": [[23, "pomdp_py.problems.multi_object_search.models.components.sensor.Sensor.within_range"]], "action (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.Action"]], "bad (pomdp_py.problems.rocksample.rocksample_problem.rocktype attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.BAD"]], "checkaction (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.CheckAction"]], "east (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.EAST"]], "good (pomdp_py.problems.rocksample.rocksample_problem.rocktype attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.GOOD"]], "moveaction (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction"]], "north (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.NORTH"]], "observation (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.Observation"]], "rsobservationmodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel"]], "rspolicymodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel"]], "rsrewardmodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel"]], "rstransitionmodel (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel"]], "rocksampleproblem (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem"]], "rocktype (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType"]], "south (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.SOUTH"]], "sampleaction (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.SampleAction"]], "state (class in pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.State"]], "west (pomdp_py.problems.rocksample.rocksample_problem.moveaction attribute)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.MoveAction.WEST"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rsobservationmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rsrewardmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.rocksample_problem.rstransitionmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel.argmax"]], "create_instance() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.create_instance"]], "euclidean_dist() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.euclidean_dist"]], "generate_instance() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.generate_instance"]], "get_all_actions() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.get_all_actions"]], "in_exit_area() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.in_exit_area"]], "init_particles_belief() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.init_particles_belief"]], "invert() (pomdp_py.problems.rocksample.rocksample_problem.rocktype static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.invert"]], "main() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.main"]], "minimal_instance() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.minimal_instance"]], "pomdp_py.problems.rocksample": [[24, "module-pomdp_py.problems.rocksample"]], "pomdp_py.problems.rocksample.cythonize": [[24, "module-pomdp_py.problems.rocksample.cythonize"], [25, "module-pomdp_py.problems.rocksample.cythonize"]], "pomdp_py.problems.rocksample.rocksample_problem": [[24, "module-pomdp_py.problems.rocksample.rocksample_problem"]], "print_state() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.print_state"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rsobservationmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel.probability"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.probability"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rsrewardmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel.probability"]], "probability() (pomdp_py.problems.rocksample.rocksample_problem.rstransitionmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel.probability"]], "random() (pomdp_py.problems.rocksample.rocksample_problem.rocktype static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockType.random"]], "random_free_location() (pomdp_py.problems.rocksample.rocksample_problem.rocksampleproblem static method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RockSampleProblem.random_free_location"]], "rollout() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.rollout"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rsobservationmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSObservationModel.sample"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rspolicymodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSPolicyModel.sample"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rsrewardmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSRewardModel.sample"]], "sample() (pomdp_py.problems.rocksample.rocksample_problem.rstransitionmodel method)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.RSTransitionModel.sample"]], "test_planner() (in module pomdp_py.problems.rocksample.rocksample_problem)": [[24, "pomdp_py.problems.rocksample.rocksample_problem.test_planner"]], "bad (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype attribute)": [[25, "id138"], [25, "id40"], [25, "id89"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.BAD"]], "checkaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id0"], [25, "id50"], [25, "id99"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.CheckAction"]], "east (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id102"], [25, "id4"], [25, "id53"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.EAST"]], "good (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype attribute)": [[25, "id139"], [25, "id41"], [25, "id90"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.GOOD"]], "moveaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id101"], [25, "id3"], [25, "id52"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction"]], "north (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id103"], [25, "id5"], [25, "id54"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.NORTH"]], "rsaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id107"], [25, "id58"], [25, "id9"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSAction"]], "rsobservation (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id10"], [25, "id108"], [25, "id59"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservation"]], "rsobservationmodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id110"], [25, "id12"], [25, "id61"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel"]], "rspolicymodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id114"], [25, "id16"], [25, "id65"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel"]], "rsrewardmodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id120"], [25, "id22"], [25, "id71"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel"]], "rsstate (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id124"], [25, "id26"], [25, "id75"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState"]], "rstransitionmodel (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id128"], [25, "id30"], [25, "id79"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel"]], "rocksampleproblem (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id132"], [25, "id34"], [25, "id83"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem"]], "rocktype (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id137"], [25, "id39"], [25, "id88"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType"]], "south (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id104"], [25, "id55"], [25, "id6"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.SOUTH"]], "sampleaction (class in pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id142"], [25, "id44"], [25, "id93"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.SampleAction"]], "west (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id105"], [25, "id56"], [25, "id7"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.WEST"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservationmodel method)": [[25, "id111"], [25, "id13"], [25, "id62"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id115"], [25, "id17"], [25, "id66"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsrewardmodel method)": [[25, "id121"], [25, "id23"], [25, "id72"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel.argmax"]], "argmax() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rstransitionmodel method)": [[25, "id129"], [25, "id31"], [25, "id80"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel.argmax"]], "euclidean_dist() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id143"], [25, "id45"], [25, "id94"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.euclidean_dist"]], "generate_instance() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem static method)": [[25, "id133"], [25, "id35"], [25, "id84"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.generate_instance"]], "get_all_actions() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id116"], [25, "id18"], [25, "id67"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.get_all_actions"]], "in_exit_area() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem method)": [[25, "id134"], [25, "id36"], [25, "id85"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.in_exit_area"]], "init_particles_belief() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id144"], [25, "id46"], [25, "id95"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.init_particles_belief"]], "invert() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype static method)": [[25, "id140"], [25, "id42"], [25, "id91"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.invert"]], "main() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id145"], [25, "id47"], [25, "id96"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.main"]], "motion (pomdp_py.problems.rocksample.cythonize.rocksample_problem.moveaction attribute)": [[25, "id106"], [25, "id57"], [25, "id8"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.MoveAction.motion"]], "pomdp_py.problems.rocksample.cythonize.rocksample_problem": [[25, "module-0"], [25, "module-1"], [25, "module-2"], [25, "module-pomdp_py.problems.rocksample.cythonize.rocksample_problem"]], "position (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsstate attribute)": [[25, "id125"], [25, "id27"], [25, "id76"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState.position"]], "print_state() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem method)": [[25, "id135"], [25, "id37"], [25, "id86"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.print_state"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservationmodel method)": [[25, "id112"], [25, "id14"], [25, "id63"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel.probability"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id117"], [25, "id19"], [25, "id68"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.probability"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsrewardmodel method)": [[25, "id122"], [25, "id24"], [25, "id73"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel.probability"]], "probability() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rstransitionmodel method)": [[25, "id130"], [25, "id32"], [25, "id81"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel.probability"]], "quality (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservation attribute)": [[25, "id109"], [25, "id11"], [25, "id60"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservation.quality"]], "random() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocktype static method)": [[25, "id141"], [25, "id43"], [25, "id92"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockType.random"]], "random_free_location() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rocksampleproblem static method)": [[25, "id136"], [25, "id38"], [25, "id87"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RockSampleProblem.random_free_location"]], "rock_id (pomdp_py.problems.rocksample.cythonize.rocksample_problem.checkaction attribute)": [[25, "id100"], [25, "id2"], [25, "id51"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.CheckAction.rock_id"]], "rocktypes (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsstate attribute)": [[25, "id126"], [25, "id28"], [25, "id77"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState.rocktypes"]], "rollout() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id118"], [25, "id20"], [25, "id69"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.rollout"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsobservationmodel method)": [[25, "id113"], [25, "id15"], [25, "id64"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSObservationModel.sample"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rspolicymodel method)": [[25, "id119"], [25, "id21"], [25, "id70"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSPolicyModel.sample"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsrewardmodel method)": [[25, "id123"], [25, "id25"], [25, "id74"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSRewardModel.sample"]], "sample() (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rstransitionmodel method)": [[25, "id131"], [25, "id33"], [25, "id82"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSTransitionModel.sample"]], "terminal (pomdp_py.problems.rocksample.cythonize.rocksample_problem.rsstate attribute)": [[25, "id127"], [25, "id29"], [25, "id78"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.RSState.terminal"]], "test_planner() (in module pomdp_py.problems.rocksample.cythonize.rocksample_problem)": [[25, "id146"], [25, "id48"], [25, "id97"], [25, "pomdp_py.problems.rocksample.cythonize.rocksample_problem.test_planner"]], "tagproblem (class in pomdp_py.problems.tag.problem)": [[26, "pomdp_py.problems.tag.problem.TagProblem"]], "main() (in module pomdp_py.problems.tag.experiment)": [[26, "pomdp_py.problems.tag.experiment.main"]], "main() (in module pomdp_py.problems.tag.problem)": [[26, "pomdp_py.problems.tag.problem.main"]], "pomdp_py.problems.tag": [[26, "module-pomdp_py.problems.tag"]], "pomdp_py.problems.tag.constants": [[26, "module-pomdp_py.problems.tag.constants"]], "pomdp_py.problems.tag.example_worlds": [[26, "module-pomdp_py.problems.tag.example_worlds"]], "pomdp_py.problems.tag.experiment": [[26, "module-pomdp_py.problems.tag.experiment"]], "pomdp_py.problems.tag.problem": [[26, "module-pomdp_py.problems.tag.problem"]], "solve() (in module pomdp_py.problems.tag.problem)": [[26, "pomdp_py.problems.tag.problem.solve"]], "trial() (in module pomdp_py.problems.tag.experiment)": [[26, "pomdp_py.problems.tag.experiment.trial"]], "tagagent (class in pomdp_py.problems.tag.agent.agent)": [[27, "pomdp_py.problems.tag.agent.agent.TagAgent"]], "belief_update() (in module pomdp_py.problems.tag.agent.agent)": [[27, "pomdp_py.problems.tag.agent.agent.belief_update"]], "clear_history() (pomdp_py.problems.tag.agent.agent.tagagent method)": [[27, "pomdp_py.problems.tag.agent.agent.TagAgent.clear_history"]], "initialize_belief() (in module pomdp_py.problems.tag.agent.agent)": [[27, "pomdp_py.problems.tag.agent.agent.initialize_belief"]], "initialize_particles_belief() (in module pomdp_py.problems.tag.agent.agent)": [[27, "pomdp_py.problems.tag.agent.agent.initialize_particles_belief"]], "pomdp_py.problems.tag.agent": [[27, "module-pomdp_py.problems.tag.agent"]], "pomdp_py.problems.tag.agent.agent": [[27, "module-pomdp_py.problems.tag.agent.agent"]], "tagaction (class in pomdp_py.problems.tag.domain.action)": [[28, "pomdp_py.problems.tag.domain.action.TagAction"]], "tagobservation (class in pomdp_py.problems.tag.domain.observation)": [[28, "pomdp_py.problems.tag.domain.observation.TagObservation"]], "tagstate (class in pomdp_py.problems.tag.domain.state)": [[28, "pomdp_py.problems.tag.domain.state.TagState"]], "pomdp_py.problems.tag.domain": [[28, "module-pomdp_py.problems.tag.domain"]], "pomdp_py.problems.tag.domain.action": [[28, "module-pomdp_py.problems.tag.domain.action"]], "pomdp_py.problems.tag.domain.observation": [[28, "module-pomdp_py.problems.tag.domain.observation"]], "pomdp_py.problems.tag.domain.state": [[28, "module-pomdp_py.problems.tag.domain.state"]], "tagenvironment (class in pomdp_py.problems.tag.env.env)": [[29, "pomdp_py.problems.tag.env.env.TagEnvironment"]], "tagviz (class in pomdp_py.problems.tag.env.visual)": [[29, "pomdp_py.problems.tag.env.visual.TagViz"]], "draw_belief() (pomdp_py.problems.tag.env.visual.tagviz static method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.draw_belief"]], "draw_observation() (pomdp_py.problems.tag.env.visual.tagviz static method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.draw_observation"]], "draw_robot() (pomdp_py.problems.tag.env.visual.tagviz static method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.draw_robot"]], "from_str() (pomdp_py.problems.tag.env.env.tagenvironment class method)": [[29, "pomdp_py.problems.tag.env.env.TagEnvironment.from_str"]], "grid_map (pomdp_py.problems.tag.env.env.tagenvironment property)": [[29, "pomdp_py.problems.tag.env.env.TagEnvironment.grid_map"]], "img_height (pomdp_py.problems.tag.env.visual.tagviz property)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.img_height"]], "img_width (pomdp_py.problems.tag.env.visual.tagviz property)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.img_width"]], "last_observation (pomdp_py.problems.tag.env.visual.tagviz property)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.last_observation"]], "length (pomdp_py.problems.tag.env.env.tagenvironment property)": [[29, "pomdp_py.problems.tag.env.env.TagEnvironment.length"]], "on_cleanup() (pomdp_py.problems.tag.env.visual.tagviz method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.on_cleanup"]], "on_event() (pomdp_py.problems.tag.env.visual.tagviz method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.on_event"]], "on_execute() (pomdp_py.problems.tag.env.visual.tagviz method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.on_execute"]], "on_init() (pomdp_py.problems.tag.env.visual.tagviz method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.on_init"]], "on_loop() (pomdp_py.problems.tag.env.visual.tagviz method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.on_loop"]], "on_render() (pomdp_py.problems.tag.env.visual.tagviz method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.on_render"]], "pomdp_py.problems.tag.env": [[29, "module-pomdp_py.problems.tag.env"]], "pomdp_py.problems.tag.env.env": [[29, "module-pomdp_py.problems.tag.env.env"]], "pomdp_py.problems.tag.env.visual": [[29, "module-pomdp_py.problems.tag.env.visual"]], "render_env() (pomdp_py.problems.tag.env.visual.tagviz method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.render_env"]], "unittest() (in module pomdp_py.problems.tag.env.visual)": [[29, "pomdp_py.problems.tag.env.visual.unittest"]], "update() (pomdp_py.problems.tag.env.visual.tagviz method)": [[29, "pomdp_py.problems.tag.env.visual.TagViz.update"]], "width (pomdp_py.problems.tag.env.env.tagenvironment property)": [[29, "pomdp_py.problems.tag.env.env.TagEnvironment.width"]], "tagobservationmodel (class in pomdp_py.problems.tag.models.observation_model)": [[30, "pomdp_py.problems.tag.models.observation_model.TagObservationModel"]], "tagpolicymodel (class in pomdp_py.problems.tag.models.policy_model)": [[30, "pomdp_py.problems.tag.models.policy_model.TagPolicyModel"]], "tagrewardmodel (class in pomdp_py.problems.tag.models.reward_model)": [[30, "pomdp_py.problems.tag.models.reward_model.TagRewardModel"]], "tagtransitionmodel (class in pomdp_py.problems.tag.models.transition_model)": [[30, "pomdp_py.problems.tag.models.transition_model.TagTransitionModel"]], "argmax() (pomdp_py.problems.tag.models.observation_model.tagobservationmodel method)": [[30, "pomdp_py.problems.tag.models.observation_model.TagObservationModel.argmax"]], "argmax() (pomdp_py.problems.tag.models.transition_model.tagtransitionmodel method)": [[30, "pomdp_py.problems.tag.models.transition_model.TagTransitionModel.argmax"]], "get_all_actions() (pomdp_py.problems.tag.models.policy_model.tagpolicymodel method)": [[30, "pomdp_py.problems.tag.models.policy_model.TagPolicyModel.get_all_actions"]], "if_move_by() (pomdp_py.problems.tag.models.transition_model.tagtransitionmodel class method)": [[30, "pomdp_py.problems.tag.models.transition_model.TagTransitionModel.if_move_by"]], "pomdp_py.problems.tag.models": [[30, "module-pomdp_py.problems.tag.models"]], "pomdp_py.problems.tag.models.observation_model": [[30, "module-pomdp_py.problems.tag.models.observation_model"]], "pomdp_py.problems.tag.models.policy_model": [[30, "module-pomdp_py.problems.tag.models.policy_model"]], "pomdp_py.problems.tag.models.reward_model": [[30, "module-pomdp_py.problems.tag.models.reward_model"]], "pomdp_py.problems.tag.models.transition_model": [[30, "module-pomdp_py.problems.tag.models.transition_model"]], "probability() (pomdp_py.problems.tag.models.observation_model.tagobservationmodel method)": [[30, "pomdp_py.problems.tag.models.observation_model.TagObservationModel.probability"]], "probability() (pomdp_py.problems.tag.models.reward_model.tagrewardmodel method)": [[30, "pomdp_py.problems.tag.models.reward_model.TagRewardModel.probability"]], "probability() (pomdp_py.problems.tag.models.transition_model.tagtransitionmodel method)": [[30, "pomdp_py.problems.tag.models.transition_model.TagTransitionModel.probability"]], "rollout() (pomdp_py.problems.tag.models.policy_model.tagpolicymodel method)": [[30, "pomdp_py.problems.tag.models.policy_model.TagPolicyModel.rollout"]], "sample() (pomdp_py.problems.tag.models.observation_model.tagobservationmodel method)": [[30, "pomdp_py.problems.tag.models.observation_model.TagObservationModel.sample"]], "sample() (pomdp_py.problems.tag.models.policy_model.tagpolicymodel method)": [[30, "pomdp_py.problems.tag.models.policy_model.TagPolicyModel.sample"]], "sample() (pomdp_py.problems.tag.models.reward_model.tagrewardmodel method)": [[30, "pomdp_py.problems.tag.models.reward_model.TagRewardModel.sample"]], "sample() (pomdp_py.problems.tag.models.transition_model.tagtransitionmodel method)": [[30, "pomdp_py.problems.tag.models.transition_model.TagTransitionModel.sample"]], "gridmap (class in pomdp_py.problems.tag.models.components.grid_map)": [[31, "pomdp_py.problems.tag.models.components.grid_map.GridMap"]], "tagtargetmotionpolicy (class in pomdp_py.problems.tag.models.components.motion_policy)": [[31, "pomdp_py.problems.tag.models.components.motion_policy.TagTargetMotionPolicy"]], "free_cells() (pomdp_py.problems.tag.models.components.grid_map.gridmap method)": [[31, "pomdp_py.problems.tag.models.components.grid_map.GridMap.free_cells"]], "from_str() (pomdp_py.problems.tag.models.components.grid_map.gridmap class method)": [[31, "pomdp_py.problems.tag.models.components.grid_map.GridMap.from_str"]], "mpe() (pomdp_py.problems.tag.models.components.motion_policy.tagtargetmotionpolicy method)": [[31, "pomdp_py.problems.tag.models.components.motion_policy.TagTargetMotionPolicy.mpe"]], "pomdp_py.problems.tag.models.components": [[31, "module-pomdp_py.problems.tag.models.components"]], "pomdp_py.problems.tag.models.components.grid_map": [[31, "module-pomdp_py.problems.tag.models.components.grid_map"]], "pomdp_py.problems.tag.models.components.motion_policy": [[31, "module-pomdp_py.problems.tag.models.components.motion_policy"]], "probability() (pomdp_py.problems.tag.models.components.motion_policy.tagtargetmotionpolicy method)": [[31, "pomdp_py.problems.tag.models.components.motion_policy.TagTargetMotionPolicy.probability"]], "random() (pomdp_py.problems.tag.models.components.motion_policy.tagtargetmotionpolicy method)": [[31, "pomdp_py.problems.tag.models.components.motion_policy.TagTargetMotionPolicy.random"]], "valid_motions() (pomdp_py.problems.tag.models.components.grid_map.gridmap method)": [[31, "pomdp_py.problems.tag.models.components.grid_map.GridMap.valid_motions"]], "valid_pose() (pomdp_py.problems.tag.models.components.grid_map.gridmap method)": [[31, "pomdp_py.problems.tag.models.components.grid_map.GridMap.valid_pose"]], "actions (pomdp_py.problems.tiger.tiger_problem.policymodel attribute)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.ACTIONS"]], "observationmodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel"]], "policymodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel"]], "rewardmodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.RewardModel"]], "tigeraction (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerAction"]], "tigerobservation (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerObservation"]], "tigerproblem (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerProblem"]], "tigerstate (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerState"]], "transitionmodel (class in pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel"]], "create() (pomdp_py.problems.tiger.tiger_problem.tigerproblem static method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerProblem.create"]], "get_all_actions() (pomdp_py.problems.tiger.tiger_problem.policymodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.get_all_actions"]], "get_all_observations() (pomdp_py.problems.tiger.tiger_problem.observationmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel.get_all_observations"]], "get_all_states() (pomdp_py.problems.tiger.tiger_problem.transitionmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel.get_all_states"]], "main() (in module pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.main"]], "make_tiger() (in module pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.make_tiger"]], "other() (pomdp_py.problems.tiger.tiger_problem.tigerstate method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TigerState.other"]], "pomdp_py.problems.tiger": [[32, "module-pomdp_py.problems.tiger"]], "pomdp_py.problems.tiger.cythonize": [[32, "module-pomdp_py.problems.tiger.cythonize"], [33, "module-pomdp_py.problems.tiger.cythonize"]], "pomdp_py.problems.tiger.tiger_problem": [[32, "module-pomdp_py.problems.tiger.tiger_problem"]], "probability() (pomdp_py.problems.tiger.tiger_problem.observationmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel.probability"]], "probability() (pomdp_py.problems.tiger.tiger_problem.transitionmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel.probability"]], "rollout() (pomdp_py.problems.tiger.tiger_problem.policymodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.rollout"]], "sample() (pomdp_py.problems.tiger.tiger_problem.observationmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.ObservationModel.sample"]], "sample() (pomdp_py.problems.tiger.tiger_problem.policymodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.PolicyModel.sample"]], "sample() (pomdp_py.problems.tiger.tiger_problem.rewardmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.RewardModel.sample"]], "sample() (pomdp_py.problems.tiger.tiger_problem.transitionmodel method)": [[32, "pomdp_py.problems.tiger.tiger_problem.TransitionModel.sample"]], "test_planner() (in module pomdp_py.problems.tiger.tiger_problem)": [[32, "pomdp_py.problems.tiger.tiger_problem.test_planner"]], "actions (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerproblem attribute)": [[33, "id17"], [33, "id56"], [33, "id95"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.ACTIONS"]], "observations (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerproblem attribute)": [[33, "id18"], [33, "id57"], [33, "id96"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.OBSERVATIONS"]], "states (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerproblem attribute)": [[33, "id19"], [33, "id58"], [33, "id97"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem.STATES"]], "tigeraction (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id0"], [33, "id41"], [33, "id80"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerAction"]], "tigerobservation (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id3"], [33, "id42"], [33, "id81"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservation"]], "tigerobservationmodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id44"], [33, "id5"], [33, "id83"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel"]], "tigerpolicymodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id11"], [33, "id50"], [33, "id89"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel"]], "tigerproblem (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id16"], [33, "id55"], [33, "id94"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerProblem"]], "tigerrewardmodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id20"], [33, "id59"], [33, "id98"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel"]], "tigerstate (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id103"], [33, "id25"], [33, "id64"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerState"]], "tigertransitionmodel (class in pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id105"], [33, "id27"], [33, "id66"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id45"], [33, "id6"], [33, "id84"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.argmax"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id12"], [33, "id51"], [33, "id90"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.argmax"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id21"], [33, "id60"], [33, "id99"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.argmax"]], "argmax() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id106"], [33, "id28"], [33, "id67"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.argmax"]], "build_actions() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id111"], [33, "id33"], [33, "id72"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_actions"]], "build_observations() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id112"], [33, "id34"], [33, "id73"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_observations"]], "build_setting() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id113"], [33, "id35"], [33, "id74"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_setting"]], "build_states() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id114"], [33, "id36"], [33, "id75"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.build_states"]], "get_all_actions() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id13"], [33, "id52"], [33, "id91"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.get_all_actions"]], "get_all_observations() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id46"], [33, "id7"], [33, "id85"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.get_all_observations"]], "get_all_states() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id107"], [33, "id29"], [33, "id68"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.get_all_states"]], "get_distribution() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id47"], [33, "id8"], [33, "id86"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.get_distribution"]], "get_distribution() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id100"], [33, "id22"], [33, "id61"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.get_distribution"]], "get_distribution() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id108"], [33, "id30"], [33, "id69"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.get_distribution"]], "main() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id115"], [33, "id37"], [33, "id76"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.main"]], "name (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservation attribute)": [[33, "id4"], [33, "id43"], [33, "id82"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservation.name"]], "name (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerstate attribute)": [[33, "id104"], [33, "id26"], [33, "id65"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerState.name"]], "pomdp_py.problems.tiger.cythonize.tiger_problem": [[33, "module-0"], [33, "module-1"], [33, "module-2"], [33, "module-pomdp_py.problems.tiger.cythonize.tiger_problem"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id48"], [33, "id87"], [33, "id9"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.probability"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id14"], [33, "id53"], [33, "id92"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.probability"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id101"], [33, "id23"], [33, "id62"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.probability"]], "probability() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id109"], [33, "id31"], [33, "id70"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.probability"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerobservationmodel method)": [[33, "id10"], [33, "id49"], [33, "id88"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerObservationModel.sample"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerpolicymodel method)": [[33, "id15"], [33, "id54"], [33, "id93"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerPolicyModel.sample"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigerrewardmodel method)": [[33, "id102"], [33, "id24"], [33, "id63"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerRewardModel.sample"]], "sample() (pomdp_py.problems.tiger.cythonize.tiger_problem.tigertransitionmodel method)": [[33, "id110"], [33, "id32"], [33, "id71"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.TigerTransitionModel.sample"]], "test_planner() (in module pomdp_py.problems.tiger.cythonize.tiger_problem)": [[33, "id116"], [33, "id38"], [33, "id77"], [33, "pomdp_py.problems.tiger.cythonize.tiger_problem.test_planner"]], "abstraction_over_histogram() (in module pomdp_py.representations.belief.histogram)": [[35, "pomdp_py.representations.belief.histogram.abstraction_over_histogram"]], "abstraction_over_particles() (in module pomdp_py.representations.belief.particles)": [[35, "pomdp_py.representations.belief.particles.abstraction_over_particles"]], "particle_reinvigoration() (in module pomdp_py.representations.belief.particles)": [[35, "pomdp_py.representations.belief.particles.particle_reinvigoration"]], "pomdp_py.representations.belief.histogram": [[35, "module-pomdp_py.representations.belief.histogram"]], "pomdp_py.representations.belief.particles": [[35, "module-pomdp_py.representations.belief.particles"]], "update_histogram_belief() (in module pomdp_py.representations.belief.histogram)": [[35, "pomdp_py.representations.belief.histogram.update_histogram_belief"]], "update_particles_belief() (in module pomdp_py.representations.belief.particles)": [[35, "pomdp_py.representations.belief.particles.update_particles_belief"]], "gaussian (class in pomdp_py.representations.distribution.gaussian)": [[36, "pomdp_py.representations.distribution.gaussian.Gaussian"]], "histogram (class in pomdp_py.representations.distribution.histogram)": [[36, "pomdp_py.representations.distribution.histogram.Histogram"]], "particles (class in pomdp_py.representations.distribution.particles)": [[36, "pomdp_py.representations.distribution.particles.Particles"]], "weightedparticles (class in pomdp_py.representations.distribution.particles)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles"]], "__getitem__() (pomdp_py.representations.distribution.gaussian.gaussian method)": [[36, "pomdp_py.representations.distribution.gaussian.Gaussian.__getitem__"]], "__getitem__() (pomdp_py.representations.distribution.histogram.histogram method)": [[36, "pomdp_py.representations.distribution.histogram.Histogram.__getitem__"]], "__getitem__() (pomdp_py.representations.distribution.particles.weightedparticles method)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.__getitem__"]], "__setitem__() (pomdp_py.representations.distribution.gaussian.gaussian method)": [[36, "pomdp_py.representations.distribution.gaussian.Gaussian.__setitem__"]], "__setitem__() (pomdp_py.representations.distribution.histogram.histogram method)": [[36, "pomdp_py.representations.distribution.histogram.Histogram.__setitem__"]], "__setitem__() (pomdp_py.representations.distribution.particles.weightedparticles method)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.__setitem__"]], "add() (pomdp_py.representations.distribution.particles.particles method)": [[36, "pomdp_py.representations.distribution.particles.Particles.add"]], "add() (pomdp_py.representations.distribution.particles.weightedparticles method)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.add"]], "condense() (pomdp_py.representations.distribution.particles.weightedparticles method)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.condense"]], "cov (pomdp_py.representations.distribution.gaussian.gaussian attribute)": [[36, "pomdp_py.representations.distribution.gaussian.Gaussian.cov"]], "covariance (pomdp_py.representations.distribution.gaussian.gaussian attribute)": [[36, "pomdp_py.representations.distribution.gaussian.Gaussian.covariance"]], "from_histogram() (pomdp_py.representations.distribution.particles.particles class method)": [[36, "pomdp_py.representations.distribution.particles.Particles.from_histogram"]], "from_histogram() (pomdp_py.representations.distribution.particles.weightedparticles class method)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.from_histogram"]], "frozen (pomdp_py.representations.distribution.particles.weightedparticles attribute)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.frozen"]], "get_abstraction() (pomdp_py.representations.distribution.particles.particles method)": [[36, "pomdp_py.representations.distribution.particles.Particles.get_abstraction"]], "get_histogram() (pomdp_py.representations.distribution.histogram.histogram method)": [[36, "pomdp_py.representations.distribution.histogram.Histogram.get_histogram"]], "get_histogram() (pomdp_py.representations.distribution.particles.particles method)": [[36, "pomdp_py.representations.distribution.particles.Particles.get_histogram"]], "get_histogram() (pomdp_py.representations.distribution.particles.weightedparticles method)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.get_histogram"]], "hist (pomdp_py.representations.distribution.particles.weightedparticles attribute)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.hist"]], "hist_valid (pomdp_py.representations.distribution.particles.weightedparticles attribute)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.hist_valid"]], "histogram (pomdp_py.representations.distribution.histogram.histogram attribute)": [[36, "pomdp_py.representations.distribution.histogram.Histogram.histogram"]], "is_normalized() (pomdp_py.representations.distribution.histogram.histogram method)": [[36, "pomdp_py.representations.distribution.histogram.Histogram.is_normalized"]], "mean (pomdp_py.representations.distribution.gaussian.gaussian attribute)": [[36, "pomdp_py.representations.distribution.gaussian.Gaussian.mean"]], "mpe() (pomdp_py.representations.distribution.gaussian.gaussian method)": [[36, "pomdp_py.representations.distribution.gaussian.Gaussian.mpe"]], "mpe() (pomdp_py.representations.distribution.histogram.histogram method)": [[36, "pomdp_py.representations.distribution.histogram.Histogram.mpe"]], "mpe() (pomdp_py.representations.distribution.particles.weightedparticles method)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.mpe"]], "particles (pomdp_py.representations.distribution.particles.particles attribute)": [[36, "pomdp_py.representations.distribution.particles.Particles.particles"]], "particles (pomdp_py.representations.distribution.particles.weightedparticles attribute)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.particles"]], "pomdp_py.representations.distribution.gaussian": [[36, "module-pomdp_py.representations.distribution.gaussian"]], "pomdp_py.representations.distribution.histogram": [[36, "module-pomdp_py.representations.distribution.histogram"]], "pomdp_py.representations.distribution.particles": [[36, "module-pomdp_py.representations.distribution.particles"]], "random() (pomdp_py.representations.distribution.gaussian.gaussian method)": [[36, "pomdp_py.representations.distribution.gaussian.Gaussian.random"]], "random() (pomdp_py.representations.distribution.histogram.histogram method)": [[36, "pomdp_py.representations.distribution.histogram.Histogram.random"]], "random() (pomdp_py.representations.distribution.particles.particles method)": [[36, "pomdp_py.representations.distribution.particles.Particles.random"]], "random() (pomdp_py.representations.distribution.particles.weightedparticles method)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.random"]], "sigma (pomdp_py.representations.distribution.gaussian.gaussian attribute)": [[36, "pomdp_py.representations.distribution.gaussian.Gaussian.sigma"]], "values (pomdp_py.representations.distribution.particles.weightedparticles attribute)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.values"]], "weights (pomdp_py.representations.distribution.particles.weightedparticles attribute)": [[36, "pomdp_py.representations.distribution.particles.WeightedParticles.weights"]], "blue (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.BLUE"]], "bold (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.BOLD"]], "cyan (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.CYAN"]], "detobservationmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.DetObservationModel"]], "detrewardmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.DetRewardModel"]], "dettransitionmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.DetTransitionModel"]], "endc (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.ENDC"]], "green (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.GREEN"]], "magenta (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.MAGENTA"]], "red (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.RED"]], "r_between() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_between"]], "r_x() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_x"]], "r_y() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_y"]], "r_z() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.R_z"]], "subscript (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.SUBSCRIPT"]], "simpleaction (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.SimpleAction"]], "simpleobservation (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.SimpleObservation"]], "simplestate (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.SimpleState"]], "t() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.T"]], "tabularobservationmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.TabularObservationModel"]], "tabularrewardmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.TabularRewardModel"]], "tabulartransitionmodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.TabularTransitionModel"]], "treedebugger (class in pomdp_py.utils.debugging)": [[37, "pomdp_py.utils.debugging.TreeDebugger"], [38, "pomdp_py.utils.debugging.TreeDebugger"]], "uniformpolicymodel (class in pomdp_py.utils.templates)": [[37, "pomdp_py.utils.templates.UniformPolicyModel"]], "white (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.WHITE"]], "yellow (pomdp_py.utils.typ.bcolors attribute)": [[37, "pomdp_py.utils.typ.bcolors.YELLOW"]], "approx_equal() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.approx_equal"]], "argmax() (pomdp_py.utils.templates.detrewardmodel method)": [[37, "pomdp_py.utils.templates.DetRewardModel.argmax"]], "b (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.b"], [38, "pomdp_py.utils.debugging.TreeDebugger.b"]], "back() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.back"], [38, "pomdp_py.utils.debugging.TreeDebugger.back"]], "bcolors (class in pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.bcolors"]], "bestseq (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.bestseq"], [38, "pomdp_py.utils.debugging.TreeDebugger.bestseq"]], "bestseqd() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.bestseqd"], [38, "pomdp_py.utils.debugging.TreeDebugger.bestseqd"]], "blue() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.blue"]], "bold() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.bold"]], "bottomleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.bottomleft"]], "bottomright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.bottomright"]], "bottomt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.bottomt"]], "c (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.c"], [38, "pomdp_py.utils.debugging.TreeDebugger.c"]], "clear (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.clear"], [38, "pomdp_py.utils.debugging.TreeDebugger.clear"]], "cyan() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.cyan"]], "d (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.d"], [38, "pomdp_py.utils.debugging.TreeDebugger.d"]], "depth (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.depth"], [38, "pomdp_py.utils.debugging.TreeDebugger.depth"]], "det_dict_hash() (in module pomdp_py.utils.cython_utils)": [[37, "pomdp_py.utils.cython_utils.det_dict_hash"]], "disable() (pomdp_py.utils.typ.bcolors static method)": [[37, "pomdp_py.utils.typ.bcolors.disable"]], "down (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.down"]], "error() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.error"]], "euclidean_dist() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.euclidean_dist"]], "get_all_actions() (pomdp_py.utils.templates.uniformpolicymodel method)": [[37, "pomdp_py.utils.templates.UniformPolicyModel.get_all_actions"]], "get_all_observations() (pomdp_py.utils.templates.tabularobservationmodel method)": [[37, "pomdp_py.utils.templates.TabularObservationModel.get_all_observations"]], "get_all_states() (pomdp_py.utils.templates.tabulartransitionmodel method)": [[37, "pomdp_py.utils.templates.TabularTransitionModel.get_all_states"]], "green() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.green"]], "hex_to_rgb() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.hex_to_rgb"]], "hline (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.hline"]], "info() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.info"]], "interpret_color() (in module pomdp_py.utils.debugging)": [[37, "pomdp_py.utils.debugging.interpret_color"], [38, "pomdp_py.utils.debugging.interpret_color"]], "intersect (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.intersect"]], "inverse_color_hex() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.inverse_color_hex"]], "inverse_color_rgb() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.inverse_color_rgb"]], "json_safe() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.json_safe"]], "l() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.l"], [38, "pomdp_py.utils.debugging.TreeDebugger.l"]], "layer() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.layer"], [38, "pomdp_py.utils.debugging.TreeDebugger.layer"]], "leaf (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.leaf"], [38, "pomdp_py.utils.debugging.TreeDebugger.leaf"]], "left (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.left"]], "leftt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.leftt"]], "lighter() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.lighter"]], "longbottomleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longbottomleft"]], "longbottomright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longbottomright"]], "longleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longleft"]], "longright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longright"]], "longtopleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longtopleft"]], "longtopright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.longtopright"]], "magenta() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.magenta"]], "mark() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mark"], [38, "pomdp_py.utils.debugging.TreeDebugger.mark"]], "mark_path() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mark_path"], [38, "pomdp_py.utils.debugging.TreeDebugger.mark_path"]], "mark_sequence() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mark_sequence"], [38, "pomdp_py.utils.debugging.TreeDebugger.mark_sequence"]], "markp() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.markp"], [38, "pomdp_py.utils.debugging.TreeDebugger.markp"]], "mbp (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.mbp"], [38, "pomdp_py.utils.debugging.TreeDebugger.mbp"]], "nl (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nl"], [38, "pomdp_py.utils.debugging.TreeDebugger.nl"]], "nn (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nn"], [38, "pomdp_py.utils.debugging.TreeDebugger.nn"]], "note() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.note"]], "nq (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nq"], [38, "pomdp_py.utils.debugging.TreeDebugger.nq"]], "num_layers (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.num_layers"], [38, "pomdp_py.utils.debugging.TreeDebugger.num_layers"]], "num_nodes() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.num_nodes"], [38, "pomdp_py.utils.debugging.TreeDebugger.num_nodes"]], "nv (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.nv"], [38, "pomdp_py.utils.debugging.TreeDebugger.nv"]], "p() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.p"], [38, "pomdp_py.utils.debugging.TreeDebugger.p"]], "path() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.path"], [38, "pomdp_py.utils.debugging.TreeDebugger.path"]], "path_to() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.path_to"], [38, "pomdp_py.utils.debugging.TreeDebugger.path_to"]], "pm (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.pm"], [38, "pomdp_py.utils.debugging.TreeDebugger.pm"]], "pomdp_py.utils": [[37, "module-pomdp_py.utils"]], "pomdp_py.utils.colors": [[37, "module-pomdp_py.utils.colors"]], "pomdp_py.utils.cython_utils": [[37, "module-pomdp_py.utils.cython_utils"]], "pomdp_py.utils.debugging": [[37, "module-pomdp_py.utils.debugging"], [38, "module-pomdp_py.utils.debugging"]], "pomdp_py.utils.math": [[37, "module-pomdp_py.utils.math"]], "pomdp_py.utils.misc": [[37, "module-pomdp_py.utils.misc"]], "pomdp_py.utils.templates": [[37, "module-pomdp_py.utils.templates"]], "pomdp_py.utils.typ": [[37, "module-pomdp_py.utils.typ"]], "pp (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.pp"], [38, "pomdp_py.utils.debugging.TreeDebugger.pp"]], "preferred_actions() (pomdp_py.utils.debugging.treedebugger static method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.preferred_actions"], [38, "pomdp_py.utils.debugging.TreeDebugger.preferred_actions"]], "probability() (pomdp_py.utils.templates.detobservationmodel method)": [[37, "pomdp_py.utils.templates.DetObservationModel.probability"]], "probability() (pomdp_py.utils.templates.dettransitionmodel method)": [[37, "pomdp_py.utils.templates.DetTransitionModel.probability"]], "probability() (pomdp_py.utils.templates.tabularobservationmodel method)": [[37, "pomdp_py.utils.templates.TabularObservationModel.probability"]], "probability() (pomdp_py.utils.templates.tabulartransitionmodel method)": [[37, "pomdp_py.utils.templates.TabularTransitionModel.probability"]], "proj() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.proj"]], "r (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.r"], [38, "pomdp_py.utils.debugging.TreeDebugger.r"]], "random_unique_color() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.random_unique_color"]], "red() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.red"]], "remap() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.remap"]], "reward_func() (pomdp_py.utils.templates.detrewardmodel method)": [[37, "pomdp_py.utils.templates.DetRewardModel.reward_func"]], "rgb_to_hex() (in module pomdp_py.utils.colors)": [[37, "pomdp_py.utils.colors.rgb_to_hex"]], "right (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.right"]], "rightt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.rightt"]], "rollout() (pomdp_py.utils.templates.uniformpolicymodel method)": [[37, "pomdp_py.utils.templates.UniformPolicyModel.rollout"]], "root (pomdp_py.utils.debugging.treedebugger property)": [[37, "pomdp_py.utils.debugging.TreeDebugger.root"], [38, "pomdp_py.utils.debugging.TreeDebugger.root"]], "s() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.s"], [38, "pomdp_py.utils.debugging.TreeDebugger.s"]], "s() (pomdp_py.utils.typ.bcolors static method)": [[37, "pomdp_py.utils.typ.bcolors.s"]], "safe_slice() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.safe_slice"]], "sample() (pomdp_py.utils.templates.detobservationmodel method)": [[37, "pomdp_py.utils.templates.DetObservationModel.sample"]], "sample() (pomdp_py.utils.templates.detrewardmodel method)": [[37, "pomdp_py.utils.templates.DetRewardModel.sample"]], "sample() (pomdp_py.utils.templates.dettransitionmodel method)": [[37, "pomdp_py.utils.templates.DetTransitionModel.sample"]], "sample() (pomdp_py.utils.templates.tabularobservationmodel method)": [[37, "pomdp_py.utils.templates.TabularObservationModel.sample"]], "sample() (pomdp_py.utils.templates.tabularrewardmodel method)": [[37, "pomdp_py.utils.templates.TabularRewardModel.sample"]], "sample() (pomdp_py.utils.templates.tabulartransitionmodel method)": [[37, "pomdp_py.utils.templates.TabularTransitionModel.sample"]], "sample() (pomdp_py.utils.templates.uniformpolicymodel method)": [[37, "pomdp_py.utils.templates.UniformPolicyModel.sample"]], "shadebar (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.shadebar"]], "similar() (in module pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.similar"]], "single_node_str() (pomdp_py.utils.debugging.treedebugger static method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.single_node_str"], [38, "pomdp_py.utils.debugging.TreeDebugger.single_node_str"]], "sorted_by_str() (in module pomdp_py.utils.debugging)": [[37, "pomdp_py.utils.debugging.sorted_by_str"], [38, "pomdp_py.utils.debugging.sorted_by_str"]], "special_char (class in pomdp_py.utils.misc)": [[37, "pomdp_py.utils.misc.special_char"]], "step() (pomdp_py.utils.debugging.treedebugger method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.step"], [38, "pomdp_py.utils.debugging.TreeDebugger.step"]], "success() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.success"]], "to_radians() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.to_radians"]], "topleft (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.topleft"]], "topright (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.topright"]], "topt (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.topt"]], "tree_stats() (pomdp_py.utils.debugging.treedebugger static method)": [[37, "pomdp_py.utils.debugging.TreeDebugger.tree_stats"], [38, "pomdp_py.utils.debugging.TreeDebugger.tree_stats"]], "up (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.up"]], "vec() (in module pomdp_py.utils.math)": [[37, "pomdp_py.utils.math.vec"]], "vline (pomdp_py.utils.misc.special_char attribute)": [[37, "pomdp_py.utils.misc.special_char.vline"]], "warning() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.warning"]], "white() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.white"]], "yellow() (in module pomdp_py.utils.typ)": [[37, "pomdp_py.utils.typ.yellow"]], "alphavectorpolicy (class in pomdp_py.utils.interfaces.conversion)": [[46, "pomdp_py.utils.interfaces.conversion.AlphaVectorPolicy"]], "policygraph (class in pomdp_py.utils.interfaces.conversion)": [[46, "pomdp_py.utils.interfaces.conversion.PolicyGraph"]], "construct() (pomdp_py.utils.interfaces.conversion.alphavectorpolicy class method)": [[46, "pomdp_py.utils.interfaces.conversion.AlphaVectorPolicy.construct"]], "construct() (pomdp_py.utils.interfaces.conversion.policygraph class method)": [[46, "pomdp_py.utils.interfaces.conversion.PolicyGraph.construct"]], "plan() (pomdp_py.utils.interfaces.conversion.alphavectorpolicy method)": [[46, "pomdp_py.utils.interfaces.conversion.AlphaVectorPolicy.plan"]], "plan() (pomdp_py.utils.interfaces.conversion.policygraph method)": [[46, "pomdp_py.utils.interfaces.conversion.PolicyGraph.plan"]], "pomdp_py.utils.interfaces.solvers": [[46, "module-pomdp_py.utils.interfaces.solvers"]], "sarsop() (in module pomdp_py.utils.interfaces.solvers)": [[46, "pomdp_py.utils.interfaces.solvers.sarsop"]], "to_pomdp_file() (in module pomdp_py.utils.interfaces.conversion)": [[46, "pomdp_py.utils.interfaces.conversion.to_pomdp_file"]], "to_pomdpx_file() (in module pomdp_py.utils.interfaces.conversion)": [[46, "pomdp_py.utils.interfaces.conversion.to_pomdpx_file"]], "update() (pomdp_py.utils.interfaces.conversion.policygraph method)": [[46, "pomdp_py.utils.interfaces.conversion.PolicyGraph.update"]], "value() (pomdp_py.utils.interfaces.conversion.alphavectorpolicy method)": [[46, "pomdp_py.utils.interfaces.conversion.AlphaVectorPolicy.value"]], "vi_pruning() (in module pomdp_py.utils.interfaces.solvers)": [[46, "pomdp_py.utils.interfaces.solvers.vi_pruning"]]}}) \ No newline at end of file