User Guide
Core Components
Belief
Belief.config_id
Belief.from_config()
Belief.inplace_update()
Belief.sample()
Belief.update()
Environment
Environment.discount_factor
Environment.name
Environment.space_info
Environment.reward_range
Environment.output_dir
Environment.debug
Environment.cache_visualization()
Environment.compute_metrics()
Environment.config_id
Environment.from_dict()
Environment.get_metric_names()
Environment.initial_observation_dist()
Environment.initial_state_dist()
Environment.is_equal_observation()
Environment.is_terminal()
Environment.logger
Environment.observation_model()
Environment.reward()
Environment.reward_batch()
Environment.sample_next_step()
Environment.state_transition_model()
Environment.to_dict()
SpaceType
SpaceType.DISCRETE
SpaceType.CONTINUOUS
SpaceType.MIXED
Policy
Policy.environment
Policy.discount_factor
Policy.name
Policy.log_path
Policy.debug
Policy.action()
Policy.config_id
Policy.get_info_variable_names()
Policy.get_space_info()
Policy.load()
Policy.logger
Policy.save()
Examples
API Reference
POMDPPlanners
POMDPPlanners.configs
POMDPPlanners.configs.environment_configs
POMDPPlanners.configs.experiment_configs
POMDPPlanners.configs.planners_hyperparam_configs
POMDPPlanners.core
POMDPPlanners.core.belief
POMDPPlanners.core.belief.base_belief
POMDPPlanners.core.belief.belief_utils
POMDPPlanners.core.belief.gaussian_belief
POMDPPlanners.core.belief.gaussian_belief_updaters
POMDPPlanners.core.belief.gaussian_mixture_belief
POMDPPlanners.core.belief.particle_beliefs
POMDPPlanners.core.belief.vectorized_particle_belief_updater
POMDPPlanners.core.belief.vectorized_weighted_particle_belief
POMDPPlanners.core.config_types
POMDPPlanners.core.cost
POMDPPlanners.core.distributions
POMDPPlanners.core.environment
POMDPPlanners.core.policy
POMDPPlanners.core.serialization
POMDPPlanners.core.simulation
POMDPPlanners.core.simulation.history
POMDPPlanners.core.simulation.hyperparameter_tuning
POMDPPlanners.core.simulation.metrics
POMDPPlanners.core.simulation.simulation_configs
POMDPPlanners.core.simulation.tasks
POMDPPlanners.core.simulation.visualizers
POMDPPlanners.core.tree
POMDPPlanners.environments
POMDPPlanners.environments.cartpole_pomdp
POMDPPlanners.environments.cartpole_pomdp.cartpole_pomdp
POMDPPlanners.environments.cartpole_pomdp.cartpole_pomdp_beliefs
POMDPPlanners.environments.cartpole_pomdp.cartpole_pomdp_gaussian_beliefs
POMDPPlanners.environments.laser_tag_pomdp
POMDPPlanners.environments.laser_tag_pomdp.continuous_laser_tag_geometry
POMDPPlanners.environments.laser_tag_pomdp.continuous_laser_tag_pomdp
POMDPPlanners.environments.laser_tag_pomdp.continuous_laser_tag_visualizer
POMDPPlanners.environments.laser_tag_pomdp.laser_tag_pomdp
POMDPPlanners.environments.laser_tag_pomdp.laser_tag_pomdp_beliefs
POMDPPlanners.environments.laser_tag_pomdp.laser_tag_pomdp_beliefs.continuous_laser_tag_belief_factory
POMDPPlanners.environments.laser_tag_pomdp.laser_tag_pomdp_beliefs.continuous_laser_tag_vectorized_updater
POMDPPlanners.environments.laser_tag_pomdp.laser_tag_pomdp_beliefs.laser_tag_belief_factory
POMDPPlanners.environments.laser_tag_pomdp.laser_tag_pomdp_beliefs.laser_tag_vectorized_updater
POMDPPlanners.environments.laser_tag_pomdp.laser_tag_visualizer
POMDPPlanners.environments.light_dark_pomdp
POMDPPlanners.environments.light_dark_pomdp.continuous_light_dark_pomdp
POMDPPlanners.environments.light_dark_pomdp.discrete_light_dark_pomdp
POMDPPlanners.environments.light_dark_pomdp.light_dark_pomdp_beliefs
POMDPPlanners.environments.light_dark_pomdp.light_dark_pomdp_beliefs.continuous_light_dark_belief_factory
POMDPPlanners.environments.light_dark_pomdp.light_dark_pomdp_beliefs.continuous_light_dark_gaussian_beliefs
POMDPPlanners.environments.light_dark_pomdp.light_dark_pomdp_beliefs.continuous_light_dark_vectorized_updater
POMDPPlanners.environments.light_dark_pomdp.light_dark_pomdp_beliefs.discrete_light_dark_belief_factory
POMDPPlanners.environments.light_dark_pomdp.light_dark_pomdp_beliefs.discrete_light_dark_vectorized_updater
POMDPPlanners.environments.light_dark_pomdp.light_dark_pomdp_utils
POMDPPlanners.environments.light_dark_pomdp.light_dark_pomdp_utils.base_light_dark_pomdp
POMDPPlanners.environments.light_dark_pomdp.light_dark_pomdp_utils.light_dark_observation_models
POMDPPlanners.environments.light_dark_pomdp.light_dark_pomdp_utils.light_dark_reward_models
POMDPPlanners.environments.light_dark_pomdp.light_dark_pomdp_utils.light_dark_visualizer
POMDPPlanners.environments.mountain_car_pomdp
POMDPPlanners.environments.mountain_car_pomdp.mountain_car_pomdp
POMDPPlanners.environments.mountain_car_pomdp.mountain_car_pomdp_beliefs
POMDPPlanners.environments.mountain_car_pomdp.mountain_car_pomdp_gaussian_beliefs
POMDPPlanners.environments.pacman_pomdp
POMDPPlanners.environments.pacman_pomdp.pacman_pomdp
POMDPPlanners.environments.pacman_pomdp.pacman_pomdp_beliefs
POMDPPlanners.environments.pacman_pomdp.pacman_pomdp_beliefs.pacman_belief_factory
POMDPPlanners.environments.pacman_pomdp.pacman_pomdp_beliefs.pacman_grid_utils
POMDPPlanners.environments.pacman_pomdp.pacman_pomdp_beliefs.pacman_vectorized_updater
POMDPPlanners.environments.pacman_pomdp.pacman_visualizer
POMDPPlanners.environments.push_pomdp
POMDPPlanners.environments.push_pomdp.continuous_push_geometry
POMDPPlanners.environments.push_pomdp.continuous_push_pomdp
POMDPPlanners.environments.push_pomdp.continuous_push_pomdp_visualizer
POMDPPlanners.environments.push_pomdp.push_pomdp
POMDPPlanners.environments.push_pomdp.push_pomdp_beliefs
POMDPPlanners.environments.push_pomdp.push_pomdp_beliefs.continuous_push_belief_factory
POMDPPlanners.environments.push_pomdp.push_pomdp_beliefs.continuous_push_vectorized_updater
POMDPPlanners.environments.push_pomdp.push_pomdp_beliefs.push_belief_factory
POMDPPlanners.environments.push_pomdp.push_pomdp_beliefs.push_vectorized_updater
POMDPPlanners.environments.push_pomdp.push_pomdp_visualizer
POMDPPlanners.environments.rock_sample_pomdp
POMDPPlanners.environments.rock_sample_pomdp.rock_sample_pomdp
POMDPPlanners.environments.rock_sample_pomdp.rock_sample_pomdp_beliefs
POMDPPlanners.environments.rock_sample_pomdp.rock_sample_pomdp_beliefs.rocksample_belief_factory
POMDPPlanners.environments.rock_sample_pomdp.rock_sample_pomdp_beliefs.rocksample_vectorized_updater
POMDPPlanners.environments.rock_sample_pomdp.rock_sample_visualizer
POMDPPlanners.environments.safety_ant_velocity_pomdp
POMDPPlanners.environments.safety_ant_velocity_pomdp.safety_ant_velocity_pomdp
POMDPPlanners.environments.safety_ant_velocity_pomdp.safety_ant_velocity_pomdp_beliefs
POMDPPlanners.environments.safety_ant_velocity_pomdp.safety_ant_velocity_pomdp_beliefs.safety_ant_velocity_belief_factory
POMDPPlanners.environments.safety_ant_velocity_pomdp.safety_ant_velocity_pomdp_beliefs.safety_ant_velocity_vectorized_updater
POMDPPlanners.environments.safety_ant_velocity_pomdp.safety_ant_velocity_visualizer
POMDPPlanners.environments.sanity_pomdp
POMDPPlanners.environments.tiger_pomdp
POMDPPlanners.planners
POMDPPlanners.planners.mcts_planners
POMDPPlanners.planners.mcts_planners.beta_zero
POMDPPlanners.planners.mcts_planners.beta_zero.belief_representation
POMDPPlanners.planners.mcts_planners.beta_zero.beta_zero
POMDPPlanners.planners.mcts_planners.beta_zero.beta_zero_action_sampler
POMDPPlanners.planners.mcts_planners.beta_zero.beta_zero_network
POMDPPlanners.planners.mcts_planners.beta_zero.puct
POMDPPlanners.planners.mcts_planners.beta_zero.training
POMDPPlanners.planners.mcts_planners.beta_zero.training_buffer
POMDPPlanners.planners.mcts_planners.constrained_zero
POMDPPlanners.planners.mcts_planners.constrained_zero.constrained_puct
POMDPPlanners.planners.mcts_planners.constrained_zero.constrained_training
POMDPPlanners.planners.mcts_planners.constrained_zero.constrained_training_buffer
POMDPPlanners.planners.mcts_planners.constrained_zero.constrained_zero
POMDPPlanners.planners.mcts_planners.constrained_zero.constrained_zero_network
POMDPPlanners.planners.mcts_planners.icvar_pft_dpw
POMDPPlanners.planners.mcts_planners.icvar_pomcpow
POMDPPlanners.planners.mcts_planners.pft_dpw
POMDPPlanners.planners.mcts_planners.pomcp
POMDPPlanners.planners.mcts_planners.pomcp_dpw
POMDPPlanners.planners.mcts_planners.pomcpow
POMDPPlanners.planners.mcts_planners.sparse_pft
POMDPPlanners.planners.open_loop_planners
POMDPPlanners.planners.open_loop_planners.discrete_action_sequences_planner
POMDPPlanners.planners.planners_utils
POMDPPlanners.planners.planners_utils.cvar_exploration
POMDPPlanners.planners.planners_utils.cvar_progressive_widening
POMDPPlanners.planners.planners_utils.dpw
POMDPPlanners.planners.planners_utils.path_simulations_policy
POMDPPlanners.planners.planners_utils.rollout
POMDPPlanners.planners.sparse_sampling_planners
POMDPPlanners.planners.sparse_sampling_planners.icvar_sparse_sampling
POMDPPlanners.planners.sparse_sampling_planners.sparse_sampling
POMDPPlanners.simulations.simulation_apis
POMDPPlanners.simulations.simulation_apis.simulations_api_interface
POMDPPlanners.tests
POMDPPlanners.tests.benchmarks
POMDPPlanners.tests.test_configs
POMDPPlanners.tests.test_configs.test_environment_configs
POMDPPlanners.tests.test_core
POMDPPlanners.tests.test_core.test_belief
POMDPPlanners.tests.test_core.test_belief.belief_equivalence_utils
POMDPPlanners.tests.test_core.test_belief.test_gaussian_belief_updaters
POMDPPlanners.tests.test_core.test_belief.vectorized_updater_test_utils
POMDPPlanners.tests.test_core.test_hyper_parameter_tuning
POMDPPlanners.tests.test_core.test_simulation
POMDPPlanners.tests.test_environments
POMDPPlanners.tests.test_environments.test_laser_tag_pomdp
POMDPPlanners.tests.test_environments.test_laser_tag_pomdp.test_laser_tag_pomdp_beliefs
POMDPPlanners.tests.test_environments.test_light_dark_pomdp
POMDPPlanners.tests.test_environments.test_light_dark_pomdp.light_dark_pomdp_utils
POMDPPlanners.tests.test_environments.test_light_dark_pomdp.test_light_dark_pomdp_beliefs
POMDPPlanners.tests.test_environments.test_light_dark_pomdp.test_light_dark_pomdp_beliefs.benchmark_light_dark_vectorized_belief
POMDPPlanners.tests.test_environments.test_pacman_pomdp_beliefs
POMDPPlanners.tests.test_environments.test_pacman_pomdp_beliefs.benchmark_pacman_vectorized_belief
POMDPPlanners.tests.test_environments.test_pacman_pomdp_beliefs.test_pacman_grid_utils
POMDPPlanners.tests.test_environments.test_push_pomdp
POMDPPlanners.tests.test_environments.test_push_pomdp.test_continuous_push_geometry
POMDPPlanners.tests.test_environments.test_push_pomdp.test_continuous_push_pomdp
POMDPPlanners.tests.test_environments.test_push_pomdp.test_push_pomdp_beliefs
POMDPPlanners.tests.test_environments.test_push_pomdp.test_push_pomdp_beliefs.test_continuous_push_vectorized_updater
POMDPPlanners.tests.test_environments.test_rock_sample_pomdp
POMDPPlanners.tests.test_environments.test_rock_sample_pomdp.benchmark_rocksample_vectorized_belief
POMDPPlanners.tests.test_environments.test_safety_ant_velocity_pomdp
POMDPPlanners.tests.test_environments.test_safety_ant_velocity_pomdp.test_safety_ant_velocity_pomdp_beliefs
POMDPPlanners.tests.test_examples
POMDPPlanners.tests.test_interfaces
POMDPPlanners.tests.test_interfaces.fixtures
POMDPPlanners.tests.test_metric_consistency_utils
POMDPPlanners.tests.test_planners
POMDPPlanners.tests.test_planners.test_mcts_planners
POMDPPlanners.tests.test_planners.test_mcts_planners.test_beta_zero
POMDPPlanners.tests.test_planners.test_mcts_planners.test_beta_zero.test_beta_zero_action_sampler
POMDPPlanners.tests.test_planners.test_mcts_planners.test_constrained_zero
POMDPPlanners.tests.test_planners.test_mcts_planners.test_constrained_zero.test_constrained_puct
POMDPPlanners.tests.test_planners.test_mcts_planners.test_constrained_zero.test_constrained_training
POMDPPlanners.tests.test_planners.test_mcts_planners.test_constrained_zero.test_constrained_training_buffer
POMDPPlanners.tests.test_planners.test_mcts_planners.test_utils
POMDPPlanners.tests.test_planners.test_open_loop_planners
POMDPPlanners.tests.test_planners.test_planners_utils
POMDPPlanners.tests.test_planners.test_sparse_sampling_planners
POMDPPlanners.tests.test_setup
POMDPPlanners.tests.test_simulations
POMDPPlanners.tests.test_simulations.test_simulations_deployment
POMDPPlanners.tests.test_simulations.test_simulations_deployment.test_tasks
POMDPPlanners.tests.test_simulations.test_workflows
POMDPPlanners.tests.test_training
POMDPPlanners.tests.test_utils
POMDPPlanners.tests.test_utils.confidence_interval_utils
POMDPPlanners.tests.test_utils.history_builders
POMDPPlanners.tests.test_utils.test_config_to_id
POMDPPlanners.tests.test_utils.test_logger
POMDPPlanners.tests.test_utils.test_probability_utils
POMDPPlanners.tests.test_utils.test_visualization
POMDPPlanners.training.callbacks
POMDPPlanners.utils
POMDPPlanners.utils.action_samplers
POMDPPlanners.utils.belief_factory
POMDPPlanners.utils.config_loader
POMDPPlanners.utils.config_to_id
POMDPPlanners.utils.distributed_computing
POMDPPlanners.utils.logger
POMDPPlanners.utils.memory_tracker
POMDPPlanners.utils.multivariate_normal
POMDPPlanners.utils.simulations_caching
POMDPPlanners.utils.statistics_utils
POMDPPlanners.utils.tree_statistics
POMDPPlanners.utils.weighted_particle_beliefs