Index

_

__init__() (Agent method) (DataHandler method) (DoubleQLearner method) (Engine method) (Evaluator method) (MDP method) (PDP method) (PerformanceEvaluator method) (QLearningAgent method) (SarsaAgent method) (SarsaLambdaAgent method) (ShapValues method) (StrategicPricing method) (StrategicPricingPredictionMDP method) (StrategicPricingSuggestionMDP method) (TD method) _bin_state_action_space() (StrategicPricing method) _convert_to_string() (Agent static method) _create_average_reward_matrix() (StrategicPricing method) (StrategicPricingPredictionMDP method) (StrategicPricingSuggestionMDP method) _debin_state() (StrategicPricing method) _do_pre_benchmark_run_configuration() (PerformanceEvaluator method) _epsilon_greedy_policy() (Agent method) (TD method) _evaluate_total_agent_reward() (Engine method) _evaluate_total_hist_reward() (Engine method) _filter_data() (DataHandler method) _find_next_state() (StrategicPricingSuggestionMDP method) _fit_standard_scalars() (DataHandler method) _get_action_scores() (TD method) _get_bins() (Engine method) _get_counts_and_rewards_per_bin() (StrategicPricing method) (StrategicPricingPredictionMDP method) (StrategicPricingSuggestionMDP method)

_get_denorm_actions() (PDP method) _get_denorm_states() (PDP method) _get_digitized_pdp() (PDP method) _get_evaluation_results() (Evaluator method) _get_hyperparam_dict_ds_data() (PerformanceEvaluator method) _get_labels() (DataHandler method) _get_possible_actions() (TD method) _get_post_benchmark_run_results() (PerformanceEvaluator method) _get_q_value_weights() (TD method) _get_state_to_action() (StrategicPricing method) _get_times_and_memory_from_parameter_range() (PerformanceEvaluator method) _get_uncertainty_weights() (TD static method) _init_q_table() (Agent method) _inverse_transform_col() (DataHandler method) _join_state_action() (StrategicPricing method) _load_data() (PerformanceEvaluator method) _make_rewards_from_data() (StrategicPricing method) (StrategicPricingPredictionMDP method) (StrategicPricingSuggestionMDP method) _plot_performance_graph() (PerformanceEvaluator method) _run_training_loop() (PerformanceEvaluator method) _step() (DoubleQLearner method) (TD method) _transform_col() (DataHandler method) _transform_df_to_numpy() (StrategicPricing method) (StrategicPricingPredictionMDP method) (StrategicPricingSuggestionMDP method) _update_q_values() (DoubleQLearner method) (QLearningAgent method) (SarsaAgent method) (SarsaLambdaAgent method) (TD method)

A

Agent (class in explainable_rl.foundation.agent)

agent_array_rewards() (Evaluator method) agent_cum_rewards() (Evaluator method)

B

bin_sample() (ShapValues method) bin_state() (StrategicPricing method)

bin_states() (StrategicPricing method) build_data_for_plots() (PDP method) build_evaluation() (Engine method)

C

compute_shap_values() (ShapValues method) convert_to_list() (in module explainable_rl.foundation.utils) convert_to_string() (in module explainable_rl.foundation.utils) create_agent() (Engine method)

create_env() (Engine method) create_tables() (DoubleQLearner method) (TD method) create_world() (Engine method)

D

DataHandler (class in explainable_rl.data_handler.data_handler) debin_states() (StrategicPricing method) decay_param() (in module explainable_rl.foundation.utils) dh (TestDataHandler attribute) (TestEngine attribute) (TestPDP attribute) (TestShapValues attribute) (TestStrategicPricing attribute) (TestTD attribute)

DoubleQLearner (class in explainable_rl.agents.double_q_learner)

E

Engine (class in explainable_rl.foundation.engine) engine (TestPDP attribute) (TestShapValues attribute) Evaluator (class in explainable_rl.evaluation.evaluator) explainable_rl module explainable_rl.agents module explainable_rl.agents.double_q_learner module explainable_rl.agents.q_learner module explainable_rl.agents.sarsa module explainable_rl.agents.sarsa_lambda module explainable_rl.agents.td module explainable_rl.data_handler module explainable_rl.data_handler.data_handler module explainable_rl.environments module explainable_rl.environments.strategic_pricing module explainable_rl.environments.strategic_pricing_prediction module

explainable_rl.environments.strategic_pricing_suggestion module explainable_rl.evaluation module explainable_rl.evaluation.evaluator module explainable_rl.explainability module explainable_rl.explainability.pdp module explainable_rl.explainability.shap_values module explainable_rl.foundation module explainable_rl.foundation.agent module explainable_rl.foundation.engine module explainable_rl.foundation.environment module explainable_rl.foundation.library module explainable_rl.foundation.utils module explainable_rl.performance module explainable_rl.performance.performance_evaluator module

F

fit() (Agent method) (TD method)

G

get_action_labels() (DataHandler method) get_actions() (DataHandler method) get_all_performance_evaluations() (PerformanceEvaluator method) get_benchmark_performance() (PerformanceEvaluator method) get_denorm_actions() (ShapValues method)

get_performance_graphs() (PerformanceEvaluator method) get_rewards() (DataHandler method) get_space_breakdown_per_function() (PerformanceEvaluator method) get_states() (DataHandler method) get_time_breakdown_per_function() (PerformanceEvaluator method)

H

hist_array_rewards() (Evaluator method)

hist_cum_rewards() (Evaluator method)

I

initialise_env() (MDP method) (StrategicPricing method)

inverse_scale_feature() (Engine method)

L

load_data() (in module explainable_rl.foundation.utils)

load_engine() (in module explainable_rl.foundation.utils)

M

MDP (class in explainable_rl.foundation.environment) module explainable_rl explainable_rl.agents explainable_rl.agents.double_q_learner explainable_rl.agents.q_learner explainable_rl.agents.sarsa explainable_rl.agents.sarsa_lambda explainable_rl.agents.td explainable_rl.data_handler explainable_rl.data_handler.data_handler explainable_rl.environments explainable_rl.environments.strategic_pricing explainable_rl.environments.strategic_pricing_prediction explainable_rl.environments.strategic_pricing_suggestion explainable_rl.evaluation explainable_rl.evaluation.evaluator explainable_rl.explainability explainable_rl.explainability.pdp explainable_rl.explainability.shap_values explainable_rl.foundation explainable_rl.foundation.agent explainable_rl.foundation.engine explainable_rl.foundation.environment explainable_rl.foundation.library explainable_rl.foundation.utils explainable_rl.performance explainable_rl.performance.performance_evaluator tests tests.test_agents tests.test_agents.test_double_q_learner tests.test_agents.test_q_learner tests.test_agents.test_sarsa tests.test_agents.test_sarsa_lambda tests.test_agents.test_td tests.test_data_handler tests.test_data_handler.test_data_handler tests.test_environments tests.test_environments.test_strategic_pricing tests.test_environments.test_strategic_pricing_prediction tests.test_environments.test_strategic_pricing_suggestion tests.test_explainability tests.test_explainability.test_pdp tests.test_explainability.test_shap_values tests.test_foundation tests.test_foundation.test_engine tests.test_foundation.test_utils tests.test_hyperparams

N

normalise_dataset() (DataHandler method)

normalize_sample() (ShapValues method)

P

PDP (class in explainable_rl.explainability.pdp) pdp (TestPDP attribute) PerformanceEvaluator (class in explainable_rl.performance.performance_evaluator) plot_pdp() (PDP method) plot_reward_distribution() (Evaluator method) plot_shap_values() (ShapValues method)

plot_training_curve() (Evaluator method) predict_action() (ShapValues method) predict_actions() (Agent method) predict_rewards() (Agent method) prepare_data_for_engine() (DataHandler method) preprocess_data() (DataHandler method)

Q

QLearningAgent (class in explainable_rl.agents.q_learner)

R

reset() (MDP method) (StrategicPricing method)

reverse_norm() (DataHandler method)

S

sample_plus_minus_samples() (ShapValues method) SarsaAgent (class in explainable_rl.agents.sarsa) SarsaLambdaAgent (class in explainable_rl.agents.sarsa_lambda) save_engine() (in module explainable_rl.foundation.utils) setUp() (TestDataHandler method) (TestDoubleQLearner method) (TestEngine method) (TestQLearningAgent method) (TestSarsa method) (TestSarsaLambda method) (TestStrategicPricing method) (TestStrategicPricingPredictionMDP method) (TestStrategicPricingSuggestionMDP method) (TestTD method)

setUpClass() (TestEngine class method) (TestPDP class method) (TestShapValues class method) (TestStrategicPricing class method) (TestTD class method) shap_values (TestShapValues attribute) ShapValues (class in explainable_rl.explainability.shap_values) split_train_test() (in module explainable_rl.foundation.utils) step() (MDP method) (StrategicPricing method) (StrategicPricingPredictionMDP method) (StrategicPricingSuggestionMDP method) StrategicPricing (class in explainable_rl.environments.strategic_pricing) StrategicPricingPredictionMDP (class in explainable_rl.environments.strategic_pricing_prediction) StrategicPricingSuggestionMDP (class in explainable_rl.environments.strategic_pricing_suggestion)

T

TD (class in explainable_rl.agents.td) tearDown() (TestDataHandler method) (TestEngine method) (TestStrategicPricing method) (TestStrategicPricingPredictionMDP method) (TestStrategicPricingSuggestionMDP method) (TestTD method) test_bin_sample() (TestShapValues method) test_bin_state() (TestStrategicPricing method) test_bin_state_action_space() (TestStrategicPricing method) test_bin_states() (TestStrategicPricing method) test_convert_to_list() (TestUtils method) test_convert_to_string() (TestTD method) (TestUtils method) test_create_agent() (TestEngine method) test_create_average_reward_matrix() (TestStrategicPricingPredictionMDP method) (TestStrategicPricingSuggestionMDP method) test_create_env() (TestEngine method) test_create_pdp() (TestPDP method) test_create_shap_values() (TestShapValues method) test_create_tables() (TestTD method) test_create_world_agents() (TestEngine method) test_debin_state() (TestStrategicPricing method) test_debin_states() (TestStrategicPricing method) test_decay_param() (TestUtils method) test_epsilon_greedy_policy() (TestTD method) test_filter_data() (TestDataHandler method) test_find_next_state() (TestStrategicPricingSuggestionMDP method) test_fit() (TestDoubleQLearner method) (TestQLearningAgent method) (TestSarsa method) (TestTD method) test_fit_standard_scalars() (TestDataHandler method) test_get_bins() (TestEngine method) test_get_counts_and_rewards_per_bin() (TestStrategicPricingPredictionMDP method) (TestStrategicPricingSuggestionMDP method) test_get_denorm_actions() (TestPDP method) (TestShapValues method) test_get_denorm_states() (TestPDP method) test_get_digitized_pdp() (TestPDP method) test_get_state_to_action() (TestStrategicPricing method) test_init_q_table() (TestTD method) test_inverse_transform_col() (TestDataHandler method) test_join_state_action() (TestStrategicPricing method) test_len_get_action_labels() (TestDataHandler method) test_len_get_actions() (TestDataHandler method) test_len_get_rewards() (TestDataHandler method) test_len_get_states() (TestDataHandler method) test_load_dataset() (TestUtils method) test_make_rewards_from_data() (TestStrategicPricingPredictionMDP method) (TestStrategicPricingSuggestionMDP method) test_normalize_sample() (TestShapValues method) test_predict_action() (TestShapValues method) test_prepare_data_for_engine() (TestDataHandler method) test_reset() (TestStrategicPricing method) test_reverse_norm() (TestDataHandler method) test_sample_plus_minus_samples() (TestShapValues method) test_split_train_test() (TestUtils method) test_step() (TestDoubleQLearner method) (TestQLearningAgent method) (TestSarsa method) (TestStrategicPricingPredictionMDP method) (TestStrategicPricingSuggestionMDP method) (TestTD method) test_train_agent() (TestEngine method) test_transform_col() (TestDataHandler method) test_transform_df_to_numpy() (TestStrategicPricingPredictionMDP method) (TestStrategicPricingSuggestionMDP method)

test_type_get_action_labels() (TestDataHandler method) test_type_get_actions() (TestDataHandler method) test_type_get_rewards() (TestDataHandler method) test_type_get_states() (TestDataHandler method) test_uncertainty_informed_policy() (TestTD method) test_update_q_values() (TestDoubleQLearner method) (TestQLearningAgent method) (TestSarsa method) (TestSarsaLambda method) (TestTD method) test_verify_cell_availability() (TestShapValues method) test_verify_outliers() (TestShapValues method) test_verify_sample_length() (TestShapValues method) TestDataHandler (class in tests.test_data_handler.test_data_handler) TestDoubleQLearner (class in tests.test_agents.test_double_q_learner) TestEngine (class in tests.test_foundation.test_engine) TestPDP (class in tests.test_explainability.test_pdp) TestQLearningAgent (class in tests.test_agents.test_q_learner) tests module tests.test_agents module tests.test_agents.test_double_q_learner module tests.test_agents.test_q_learner module tests.test_agents.test_sarsa module tests.test_agents.test_sarsa_lambda module tests.test_agents.test_td module tests.test_data_handler module tests.test_data_handler.test_data_handler module tests.test_environments module tests.test_environments.test_strategic_pricing module tests.test_environments.test_strategic_pricing_prediction module tests.test_environments.test_strategic_pricing_suggestion module tests.test_explainability module tests.test_explainability.test_pdp module tests.test_explainability.test_shap_values module tests.test_foundation module tests.test_foundation.test_engine module tests.test_foundation.test_utils module tests.test_hyperparams module TestSarsa (class in tests.test_agents.test_sarsa) TestSarsaLambda (class in tests.test_agents.test_sarsa_lambda) TestShapValues (class in tests.test_explainability.test_shap_values) TestStrategicPricing (class in tests.test_environments.test_strategic_pricing) TestStrategicPricingPredictionMDP (class in tests.test_environments.test_strategic_pricing_prediction) TestStrategicPricingSuggestionMDP (class in tests.test_environments.test_strategic_pricing_suggestion) TestTD (class in tests.test_agents.test_td) TestUtils (class in tests.test_foundation.test_utils) train_agent() (Engine method)

U

uncertainty_informed_policy() (Agent method) (TD method)

V

verify_cell_availability() (ShapValues method)

verify_outliers() (ShapValues method) verify_sample_length() (ShapValues method)