Index

_

__init__() (mdp_playground.analysis.analysis.MDPP_Analysis method) (mdp_playground.envs.gym_env_wrapper.GymEnvWrapper method) (mdp_playground.envs.rl_toy_env.RLToyEnv method) (mdp_playground.spaces.box_extended.BoxExtended method) (mdp_playground.spaces.discrete_extended.DiscreteExtended method) (mdp_playground.spaces.image_continuous.ImageContinuous method) (mdp_playground.spaces.image_multi_discrete.ImageMultiDiscrete method) (mdp_playground.spaces.multi_discrete_extended.MultiDiscreteExtended method) (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) (mdp_playground.spaces.tuple_extended.TupleExtended method)

A

action_space (mdp_playground.envs.rl_toy_env.RLToyEnv attribute) addCleanup() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) addTypeEqualityFunc() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) assertAlmostEqual() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) assertCountEqual() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) assertDictContainsSubset() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) assertEqual() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) assertFalse() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) assertGreater() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) assertGreaterEqual() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) assertIn() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) assertIs() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) assertIsInstance() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) assertIsNone() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) assertIsNot() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) assertIsNotNone() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) assertLess() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) assertLessEqual() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method)

assertListEqual() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) assertLogs() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) assertMultiLineEqual() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) assertNotAlmostEqual() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) assertNotEqual() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) assertNotIn() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) assertNotIsInstance() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) assertNotRegex() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) assertRaises() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) assertRaisesRegex() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) assertRegex() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) assertSequenceEqual() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) assertSetEqual() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) assertTrue() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) assertTupleEqual() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) assertWarns() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) assertWarnsRegex() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method)

B

BoxExtended (class in mdp_playground.spaces.box_extended)

C

cli() (in module mdp_playground.scripts.run_experiments) close() (mdp_playground.envs.gym_env_wrapper.GymEnvWrapper method) (mdp_playground.envs.rl_toy_env.RLToyEnv method) combined_processing() (in module mdp_playground.config_processor.config_processor) config (mdp_playground.envs.rl_toy_env.RLToyEnv attribute) contains() (mdp_playground.spaces.box_extended.BoxExtended method) (mdp_playground.spaces.discrete_extended.DiscreteExtended method) (mdp_playground.spaces.image_continuous.ImageContinuous method) (mdp_playground.spaces.image_multi_discrete.ImageMultiDiscrete method) (mdp_playground.spaces.multi_discrete_extended.MultiDiscreteExtended method) (mdp_playground.spaces.tuple_extended.TupleExtended method)

convert_to_pixel() (mdp_playground.spaces.image_continuous.ImageContinuous method) create_config_space_from_config_dict() (in module mdp_playground.config_processor.config_processor) create_gym_env_wrapper_atari() (in module mdp_playground.config_processor.config_processor) create_gym_env_wrapper_frame_stack_atari() (in module mdp_playground.config_processor.config_processor) create_gym_env_wrapper_mujoco_wrapper() (in module mdp_playground.config_processor.config_processor)

D

debug() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) deepmerge() (in module mdp_playground.config_processor.config_processor) deepmerge_multiple_dicts() (in module mdp_playground.config_processor.config_processor)

DiscreteExtended (class in mdp_playground.spaces.discrete_extended) dist_of_pt_from_line() (in module mdp_playground.envs.rl_toy_env) doCleanups() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method)

F

fail() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) failureException (mdp_playground.spaces.test_image_continuous.TestImageContinuous attribute) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete attribute) from_jsonable() (mdp_playground.spaces.box_extended.BoxExtended method) (mdp_playground.spaces.discrete_extended.DiscreteExtended method) (mdp_playground.spaces.image_continuous.ImageContinuous method) (mdp_playground.spaces.image_multi_discrete.ImageMultiDiscrete method) (mdp_playground.spaces.multi_discrete_extended.MultiDiscreteExtended method) (mdp_playground.spaces.tuple_extended.TupleExtended method)

G

generate_image() (mdp_playground.spaces.image_continuous.ImageContinuous method) get_augmented_state() (mdp_playground.envs.rl_toy_env.RLToyEnv method), [1] get_concatenated_image() (mdp_playground.spaces.image_continuous.ImageContinuous method), [1] (mdp_playground.spaces.image_multi_discrete.ImageMultiDiscrete method), [1] get_exp_data() (mdp_playground.analysis.analysis.MDPP_Analysis method)

get_grid_of_configs() (in module mdp_playground.config_processor.config_processor) get_list_of_varying_configs() (in module mdp_playground.config_processor.config_processor) get_mujoco_wrapper() (in module mdp_playground.envs.mujoco_env_wrapper) get_random_configs() (in module mdp_playground.config_processor.config_processor) GymEnvWrapper (class in mdp_playground.envs.gym_env_wrapper)

I

ImageContinuous (class in mdp_playground.spaces.image_continuous) ImageMultiDiscrete (class in mdp_playground.spaces.image_multi_discrete) init_init_state_dist() (mdp_playground.envs.rl_toy_env.RLToyEnv method), [1] init_ray() (in module mdp_playground.config_processor.config_processor)

init_reward_function() (mdp_playground.envs.rl_toy_env.RLToyEnv method), [1] init_stats_file() (in module mdp_playground.config_processor.config_processor) init_terminal_states() (mdp_playground.envs.rl_toy_env.RLToyEnv method), [1] init_transition_function() (mdp_playground.envs.rl_toy_env.RLToyEnv method), [1]

L

list_to_float_np_array() (in module mdp_playground.envs.rl_toy_env)

load_data() (mdp_playground.analysis.analysis.MDPP_Analysis method)

M

main() (in module mdp_playground.scripts.run_experiments) mdp_playground module mdp_playground.analysis module mdp_playground.analysis.analysis module mdp_playground.analysis.radar_chart module mdp_playground.config_processor module mdp_playground.config_processor.config_processor module mdp_playground.envs module mdp_playground.envs.gym_env_wrapper module mdp_playground.envs.mujoco_env_wrapper module mdp_playground.envs.rl_toy_env module mdp_playground.scripts module mdp_playground.scripts.run_experiments module mdp_playground.spaces module mdp_playground.spaces.box_extended module mdp_playground.spaces.discrete_extended module mdp_playground.spaces.image_continuous module

mdp_playground.spaces.image_multi_discrete module mdp_playground.spaces.multi_discrete_extended module mdp_playground.spaces.test_image_continuous module mdp_playground.spaces.test_image_multi_discrete module mdp_playground.spaces.tuple_extended module MDPP_Analysis (class in mdp_playground.analysis.analysis) module mdp_playground mdp_playground.analysis mdp_playground.analysis.analysis mdp_playground.analysis.radar_chart mdp_playground.config_processor mdp_playground.config_processor.config_processor mdp_playground.envs mdp_playground.envs.gym_env_wrapper mdp_playground.envs.mujoco_env_wrapper mdp_playground.envs.rl_toy_env mdp_playground.scripts mdp_playground.scripts.run_experiments mdp_playground.spaces mdp_playground.spaces.box_extended mdp_playground.spaces.discrete_extended mdp_playground.spaces.image_continuous mdp_playground.spaces.image_multi_discrete mdp_playground.spaces.multi_discrete_extended mdp_playground.spaces.test_image_continuous mdp_playground.spaces.test_image_multi_discrete mdp_playground.spaces.tuple_extended MultiDiscreteExtended (class in mdp_playground.spaces.multi_discrete_extended)

O

observation_space (mdp_playground.envs.rl_toy_env.RLToyEnv attribute)

P

P() (mdp_playground.envs.rl_toy_env.RLToyEnv method) plot_1d_dimensions() (mdp_playground.analysis.analysis.MDPP_Analysis method) plot_2d_heatmap() (mdp_playground.analysis.analysis.MDPP_Analysis method) plot_bar() (mdp_playground.analysis.analysis.MDPP_Analysis method)

plot_learning_curves() (mdp_playground.analysis.analysis.MDPP_Analysis method) plot_radar() (mdp_playground.analysis.analysis.MDPP_Analysis method) post_processing() (in module mdp_playground.config_processor.config_processor) process_configs() (in module mdp_playground.config_processor.config_processor)

R

R() (mdp_playground.envs.rl_toy_env.RLToyEnv method) radar_factory() (in module mdp_playground.analysis.radar_chart) render() (mdp_playground.envs.gym_env_wrapper.GymEnvWrapper method) (mdp_playground.envs.rl_toy_env.RLToyEnv method)

reset() (mdp_playground.envs.gym_env_wrapper.GymEnvWrapper method) (mdp_playground.envs.rl_toy_env.RLToyEnv method), [1] reward_function() (mdp_playground.envs.rl_toy_env.RLToyEnv method), [1] rewardable_sequences (mdp_playground.envs.rl_toy_env.RLToyEnv attribute) RLToyEnv (class in mdp_playground.envs.rl_toy_env)

S

sample() (mdp_playground.spaces.box_extended.BoxExtended method) (mdp_playground.spaces.discrete_extended.DiscreteExtended method) (mdp_playground.spaces.image_continuous.ImageContinuous method) (mdp_playground.spaces.image_multi_discrete.ImageMultiDiscrete method) (mdp_playground.spaces.multi_discrete_extended.MultiDiscreteExtended method) (mdp_playground.spaces.tuple_extended.TupleExtended method) seed (mdp_playground.envs.rl_toy_env.RLToyEnv attribute) seed() (mdp_playground.envs.gym_env_wrapper.GymEnvWrapper method) (mdp_playground.envs.rl_toy_env.RLToyEnv method), [1] (mdp_playground.spaces.box_extended.BoxExtended method) (mdp_playground.spaces.discrete_extended.DiscreteExtended method) (mdp_playground.spaces.image_continuous.ImageContinuous method) (mdp_playground.spaces.image_multi_discrete.ImageMultiDiscrete method) (mdp_playground.spaces.multi_discrete_extended.MultiDiscreteExtended method) (mdp_playground.spaces.tuple_extended.TupleExtended method)

setUp() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) setup_ray() (in module mdp_playground.config_processor.config_processor) setup_ray_callbacks() (in module mdp_playground.config_processor.config_processor) setUpClass() (mdp_playground.spaces.test_image_continuous.TestImageContinuous class method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete class method) shortDescription() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) skipTest() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) sobol_configs_from_config_dict() (in module mdp_playground.config_processor.config_processor) step() (mdp_playground.envs.gym_env_wrapper.GymEnvWrapper method) (mdp_playground.envs.rl_toy_env.RLToyEnv method), [1] subTest() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method)

T

tearDown() (mdp_playground.spaces.test_image_continuous.TestImageContinuous method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete method) tearDownClass() (mdp_playground.spaces.test_image_continuous.TestImageContinuous class method) (mdp_playground.spaces.test_image_multi_discrete.TestImageMultiDiscrete class method) TestImageContinuous (class in mdp_playground.spaces.test_image_continuous) TestImageMultiDiscrete (class in mdp_playground.spaces.test_image_multi_discrete) to_jsonable() (mdp_playground.spaces.box_extended.BoxExtended method) (mdp_playground.spaces.discrete_extended.DiscreteExtended method) (mdp_playground.spaces.image_continuous.ImageContinuous method) (mdp_playground.spaces.image_multi_discrete.ImageMultiDiscrete method) (mdp_playground.spaces.multi_discrete_extended.MultiDiscreteExtended method) (mdp_playground.spaces.tuple_extended.TupleExtended method)

transition_function() (mdp_playground.envs.rl_toy_env.RLToyEnv method), [1] TupleExtended (class in mdp_playground.spaces.tuple_extended)

U

unwrapped() (mdp_playground.envs.gym_env_wrapper.GymEnvWrapper property) (mdp_playground.envs.rl_toy_env.RLToyEnv property)