Files in contextual
Simulation and Analysis of Contextual Multi-Armed Bandit Policies

NEWS.md
MD5
README.md
NAMESPACE
DESCRIPTION
build/vignette.rds
R/policy_mab_ts.R R/bandit_basic_bernoulli.R R/policy_cmab_lin_ucb_general.R R/policy_mab_gittins_bl.R R/policy_mab_ucb2.R R/bandit_offline_doubly_robust.R R/functions_generic.R R/policy_mab_ts_bootstrap.R R/policy_mab_epsilon_greedy.R R/policy_mab_ucb1.R R/bandit.R R/history.R R/bandit_cmab_wheel.R R/bandit_offline_replay_evaluator.R R/bandit_cmab_bernoulli.R R/policy_mab_gradient.R R/bandit_basic_gaussian.R R/policy_cmab_logit_ts_bootstrap.R R/bandit_cmab_linear.R R/bandit_cmab_precaching.R R/policy_cmab_lin_epoch_greedy.R R/policy_random.R R/agent.R R/bandit_cmab_hybrid.R R/policy_cmab_lin_ucb_hybrid_optimized.R R/policy_mab_epsilon_first.R R/bandit_continuum_function.R R/plot.R R/policy_cmab_lin_ucb_disjoint_optimized.R R/policy_mab_softmax.R R/simulator.R R/policy_cmab_lin_ucb_disjoint.R R/policy_cmab_probit_ts.R R/bandit_offline_replay_evaluator_lookup.R R/policy_cmab_lin_epsilon_greedy.R R/bandit_offline_bootstrapped_replay.R R/bandit_cmab_logit.R R/functions_utility.R R/policy_fixed.R R/policy.R R/policy_cmab_lin_ts_disjoint.R R/policy_mab_exp3.R R/policy_cont_lif.R R/bandit_offline_propensity_weighting.R R/policy_cmab_lin_ucb_hybrid.R R/bandit_offline_direct_method.R R/policy_oracle.R R/bandit_cmab_binary.R demo/demo_sutton_barto.R demo/demo_sine_bandit.R demo/demo_cmab_policy_comparison_weight_bandit.R demo/demo_simpsons_paradox_propensity.R demo/demo_bandit_algorithms_for_website_optimization.R
demo/00Index
demo/demo_epsilon_greedy_to_epoch_greedy_policy.R demo/demo_subsubclass.R demo/demo_cmab_policy_comparison_linear_bandit.R demo/demo_offline_cmab_alpha_linucb_direct_method.R demo/demo_epsilon_greedy_policy.R demo/demo_lif_bandit.R demo/demo_offline_cmab_alpha_linucb_replay.R demo/demo_mab_policy_comparison.R demo/replication_kruijswijk_2019/policy_cont_lif_randstart.R demo/replication_kruijswijk_2019/policy_tbl.R demo/replication_kruijswijk_2019/bandit_continuum_offon_kern.R demo/replication_kruijswijk_2019/bandit_continuum_function_bimodal.R demo/replication_kruijswijk_2019/README.md demo/replication_kruijswijk_2019/bandit_continuum_function_unimodal.R demo/replication_kruijswijk_2019/bandit_continuum_offon.R demo/replication_kruijswijk_2019/demo_tbl_bandit.R demo/replication_kruijswijk_2019/demo_lif_bandit.R demo/replication_li_2010/1_import_yahoo_to_monetdb.R demo/replication_li_2010/4_plotter.R demo/replication_li_2010/3_plotter.R demo/replication_li_2010/2_run_simulation.R demo/replication_li_2010/demo_yahoo_exploration/plots.R demo/replication_li_2010/demo_yahoo_exploration/exploration.R demo/replication_li_2010/alternative_db_scripts/1_import_yahoo_data_to_monetdb_lite.R demo/replication_li_2010/alternative_db_scripts/2_run_the_simulation_on_monetdb_lite.R demo/replication_li_2010/alternative_db_scripts/2_run_the_simulation_on_monetdb.R demo/replication_li_2010/alternative_db_scripts/yahoo_to_sqlite.R demo/replication_li_2010/alternative_db_scripts/yahoo_to_postgresql.R demo/replication_li_2010/alternative_db_scripts/yahoo_to_mysql.R demo/replication_li_2010/demo_yahoo_classes/yahoo_policy_ucb1_alpha_seg.R demo/replication_li_2010/demo_yahoo_classes/yahoo_policy_linucb_disjoint.R demo/replication_li_2010/demo_yahoo_classes/yahoo_bandit.R demo/replication_li_2010/demo_yahoo_classes/yahoo_policy_linucb_hybrid.R demo/replication_li_2010/demo_yahoo_classes/yahoo_policy_random.R demo/replication_li_2010/demo_yahoo_classes/yahoo_policy_ucb1_alpha.R demo/replication_li_2010/demo_yahoo_classes/yahoo_policy_epsilon_greedy.R demo/replication_li_2010/demo_yahoo_classes/yahoo_policy_epsilon_greedy_seg.R demo/replication_kruijswijk_2018/bandit_replay.R demo/replication_kruijswijk_2018/1_basic_synthetic_evaluation.R demo/replication_kruijswijk_2018/2b_dependent_observations_plot_bar.R demo/replication_kruijswijk_2018/policy_pooled_ucb.R demo/replication_kruijswijk_2018/README.md demo/replication_kruijswijk_2018/policy_pooled_egreedy.R demo/replication_kruijswijk_2018/policy_pooled_thompson.R demo/replication_kruijswijk_2018/bandit_bernoulli.R demo/replication_kruijswijk_2018/3_offline_bootstrapped_persuasion.R demo/replication_kruijswijk_2018/2a_main_synthetic_evaluation.R demo/replication_kruijswijk_2018/bandit_bootstrapped_replay.R
demo/replication_kruijswijk_2018/beta_binom_hier_model.stan
demo/evaluations_on_public_datasets/demo_movielens_100k.R demo/evaluations_on_public_datasets/demo_movielens_10m.R demo/evaluations_on_public_datasets/demo_carskit_depaul.R demo/offline_bandit_evaluations/demo_offline_direct_method.R demo/offline_bandit_evaluations/demo_offline_doubly_robust.R demo/offline_bandit_evaluations/demo_offline_bootstrap_replay.R demo/offline_bandit_evaluations/demo_offline_propensity_score.R demo/replication_van_emden_2018/section_3_2_1.R demo/replication_van_emden_2018/section_5_3.R demo/replication_van_emden_2018/section_8.R demo/replication_van_emden_2018/section_5_2.R demo/replication_van_emden_2018/section_6.R demo/replication_van_emden_2018/section_7.R demo/replication_van_emden_2018/section_2_3.R demo/replication_van_emden_2018/section_3_2_2.R demo/replication_van_emden_2018/section_5_4.R demo/replication_van_emden_2018/section_4_2_plot.R
demo/alternative_parallel_backends/azure/credentials-sample.json
demo/alternative_parallel_backends/azure/simulator_azure.R
demo/alternative_parallel_backends/azure/cluster.json
demo/alternative_parallel_backends/azure/test_azure_connection.R demo/alternative_parallel_backends/azure/demo_azure.R demo/alternative_parallel_backends/redis/simulator_redis.R demo/alternative_parallel_backends/redis/demo_redis.R demo/alternative_parallel_backends/rmpi/simulator_rmpi.R demo/alternative_parallel_backends/rmpi/test_rmpi_connection.R demo/alternative_parallel_backends/rmpi/demo_rmpi.R demo/replication_eckles_kaptein_2014/demo_bootstrap_fig_3.R demo/replication_eckles_kaptein_2014/demo_bootstrap_fig_2.R
vignettes/replication-fig-1.png
vignettes/eg_incorrect.png
vignettes/cmabs.png
vignettes/softmax_cumulative_reward.png
vignettes/eckles_kaptein.Rmd
vignettes/eckles_kaptein_0.png
vignettes/contextual-fig-2.png
vignettes/carskit_depaul.png
vignettes/replication-fig-2.png
vignettes/cmabs.Rmd
vignettes/contextual-fig-1.png
vignettes/ucb_cumulative_reward.png
vignettes/ucb_average_reward.png
vignettes/Rplot.png
vignettes/eg_optimal_action.png
vignettes/mabs.png
vignettes/eg_average_reward.png
vignettes/sutton_ucb.png
vignettes/sutton_eg_1.png
vignettes/1.png
vignettes/offline_depaul_movies.Rmd
vignettes/ml10m.png
vignettes/sutton_gradient.png
vignettes/ml10m.Rmd
vignettes/basic_epsilon_greedy.png
vignettes/compare.png
vignettes/replication.Rmd
vignettes/softmax_average_reward.png
vignettes/introduction.Rmd
vignettes/eg_cumulative_reward.png
vignettes/cmabsoffline.Rmd
vignettes/eckles_kaptein_1.png
vignettes/epsilongreedy.Rmd
vignettes/sutton_eg_2.png
vignettes/linucboffline.png
vignettes/sutton_violin.png
vignettes/softmax_optimal_action.png
vignettes/sutton_barto.Rmd
vignettes/ucb_optimal_action.png
vignettes/website_optimization.Rmd
vignettes/sutton_optimistic.png
vignettes/simpsons.Rmd vignettes/mabs.Rmd
vignettes/ml10m_cache/html/setup_d6dc586bb238898e9e92fd8511c7c11d.rdx
vignettes/ml10m_cache/html/setup_d6dc586bb238898e9e92fd8511c7c11d.RData
vignettes/ml10m_cache/html/setup_d6dc586bb238898e9e92fd8511c7c11d.rdb
vignettes/ml10m_cache/html/__packages
vignettes/cmabsoffline_cache/html/setup_e2af98a1022ed48dab2fe90093c87079.rdx
vignettes/cmabsoffline_cache/html/setup_e2af98a1022ed48dab2fe90093c87079.RData
vignettes/cmabsoffline_cache/html/__packages
vignettes/cmabsoffline_cache/html/setup_e2af98a1022ed48dab2fe90093c87079.rdb
vignettes/simpsons_cache/html/setup_b8e489a97dbae4ec2afedf1dfce21e1c.rdb
vignettes/simpsons_cache/html/setup_b8e489a97dbae4ec2afedf1dfce21e1c.rdx
vignettes/simpsons_cache/html/setup_b8e489a97dbae4ec2afedf1dfce21e1c.RData
vignettes/simpsons_cache/html/__packages
vignettes/sutton_barto_cache/html/setup_fc5f06efda9695860a8494a98edc8e0a.RData
vignettes/sutton_barto_cache/html/setup_fc5f06efda9695860a8494a98edc8e0a.rdx
vignettes/sutton_barto_cache/html/setup_fc5f06efda9695860a8494a98edc8e0a.rdb
vignettes/sutton_barto_cache/html/__packages
vignettes/website_optimization_cache/html/setup_dd50411e87c9d6e6cf85a682c328d470.rdb
vignettes/website_optimization_cache/html/setup_dd50411e87c9d6e6cf85a682c328d470.RData
vignettes/website_optimization_cache/html/setup_dd50411e87c9d6e6cf85a682c328d470.rdx
vignettes/website_optimization_cache/html/__packages
vignettes/replication_cache/html/setup_be7548d2c33bf2a34d1b6545789e82a7.rdx
vignettes/replication_cache/html/setup_be7548d2c33bf2a34d1b6545789e82a7.rdb
vignettes/replication_cache/html/setup_be7548d2c33bf2a34d1b6545789e82a7.RData
vignettes/replication_cache/html/__packages
vignettes/offline_depaul_movies_cache/html/setup_0f72e004049b37e7ae2393b1b93d5179.rdb
vignettes/offline_depaul_movies_cache/html/setup_0f72e004049b37e7ae2393b1b93d5179.RData
vignettes/offline_depaul_movies_cache/html/__packages
vignettes/offline_depaul_movies_cache/html/setup_0f72e004049b37e7ae2393b1b93d5179.rdx
vignettes/introduction_cache/html/setup_76d22e14721974383143f14cd2ad95fc.rdx
vignettes/introduction_cache/html/setup_76d22e14721974383143f14cd2ad95fc.rdb
vignettes/introduction_cache/html/setup_76d22e14721974383143f14cd2ad95fc.RData
vignettes/introduction_cache/html/__packages
vignettes/eckles_kaptein_cache/html/setup_6e4c3f109000b0019bfc11621d4e9ade.RData
vignettes/eckles_kaptein_cache/html/setup_6e4c3f109000b0019bfc11621d4e9ade.rdb
vignettes/eckles_kaptein_cache/html/__packages
vignettes/eckles_kaptein_cache/html/setup_6e4c3f109000b0019bfc11621d4e9ade.rdx
vignettes/cmabs_cache/html/setup_ebc2f17bbbbeaebeac993f8fd369cb83.RData
vignettes/cmabs_cache/html/setup_ebc2f17bbbbeaebeac993f8fd369cb83.rdx
vignettes/cmabs_cache/html/__packages
vignettes/cmabs_cache/html/setup_ebc2f17bbbbeaebeac993f8fd369cb83.rdb
vignettes/mabs_cache/html/setup_d4b45dcd653ec8be4f6a919ed8b19e6f.rdx
vignettes/mabs_cache/html/setup_d4b45dcd653ec8be4f6a919ed8b19e6f.rdb
vignettes/mabs_cache/html/setup_d4b45dcd653ec8be4f6a919ed8b19e6f.RData
vignettes/mabs_cache/html/__packages
vignettes/epsilongreedy_cache/html/setup_a403e97359db930ace6b1feba6515787.rdb
vignettes/epsilongreedy_cache/html/setup_a403e97359db930ace6b1feba6515787.rdx
vignettes/epsilongreedy_cache/html/setup_a403e97359db930ace6b1feba6515787.RData
vignettes/epsilongreedy_cache/html/__packages
man/summary.history.Rd man/Bandit.Rd man/BootstrapTSPolicy.Rd man/data_table_factors_to_numeric.Rd man/sherman_morrisson.Rd man/ContextualEpochGreedyPolicy.Rd man/EpsilonFirstPolicy.Rd man/GradientPolicy.Rd man/BasicGaussianBandit.Rd man/LinUCBHybridOptimizedPolicy.Rd man/inc-set.Rd man/sum_of.Rd man/Policy.Rd man/ContextualBinaryBandit.Rd man/OfflineBootstrappedReplayBandit.Rd man/LinUCBDisjointPolicy.Rd man/ind.Rd man/sample_one_of.Rd man/ones_in_zeroes.Rd man/ContextualWheelBandit.Rd man/one_hot.Rd man/OfflineDirectMethodBandit.Rd man/ContextualPrecachingBandit.Rd man/clipr.Rd man/mvrnorm.Rd man/History.Rd man/print.history.Rd man/invlogit.Rd man/set_global_seed.Rd man/LinUCBHybridPolicy.Rd man/ContextualLogitBandit.Rd man/BasicBernoulliBandit.Rd man/ContinuumBandit.Rd man/ContextualLinTSPolicy.Rd man/EpsilonGreedyPolicy.Rd man/LinUCBGeneralPolicy.Rd man/plot.history.Rd man/FixedPolicy.Rd man/which_max_list.Rd man/OfflinePropensityWeightingBandit.Rd man/ContextualHybridBandit.Rd man/UCB2Policy.Rd man/RandomPolicy.Rd man/OfflineReplayEvaluatorBandit.Rd man/UCB1Policy.Rd man/sim_post.Rd man/invgamma.Rd man/get_global_seed.Rd man/SoftmaxPolicy.Rd man/OfflineDoublyRobustBandit.Rd man/get_arm_context.Rd man/is_rstudio.Rd man/ContextualEpsilonGreedyPolicy.Rd man/LinUCBDisjointOptimizedPolicy.Rd man/value_remaining.Rd man/inv.Rd man/GittinsBrezziLaiPolicy.Rd man/ContextualBernoulliBandit.Rd man/Simulator.Rd man/Exp3Policy.Rd man/which_max_tied.Rd man/formatted_difftime.Rd man/prob_winner.Rd man/LifPolicy.Rd man/set_external.Rd man/var_welford.Rd man/ContextualTSProbitPolicy.Rd man/OraclePolicy.Rd man/ContextualLogitBTSPolicy.Rd man/OfflineLookupReplayEvaluatorBandit.Rd man/ThompsonSamplingPolicy.Rd man/Agent.Rd man/get_full_context.Rd man/dec-set.Rd man/Plot.Rd man/ContextualLinearBandit.Rd
man/figures/cmab_all_large.jpg
man/figures/algoepsilonfirst.jpg
man/figures/2agent.jpeg
man/figures/3cbandit.jpeg
man/figures/3abandit.jpeg
man/figures/cmab_all.jpeg
man/figures/1simulator.jpeg
man/figures/3dpolicy.jpeg
man/figures/cmab_all_medium.jpg
man/figures/3bpolicy.jpeg
tests/testthat.R tests/testthat/test_history.R tests/testthat/test_agent.R
tests/testthat/summary_history_limit.rds
tests/testthat/history_test.ref
tests/testthat/dinvgamma2.rds
tests/testthat/setup_tests.R
tests/testthat/summary_history.rds
tests/testthat/test_policies.R
tests/testthat/history_context_theta_test.ref
tests/testthat/test_plot.R
tests/testthat/history_theta_test.ref
tests/testthat/test_utility_functions.R tests/testthat/test_policy.R
tests/testthat/dinvgamma1.rds
tests/testthat/history_context_test.ref
tests/testthat/logdiv.rds
tests/testthat/teardown_tests.R tests/testthat/test_bandits.R
tests/figs/deps.txt
tests/figs/plot/only-sd-plot.svg
tests/figs/plot/average-reward-plot.svg
tests/figs/plot/cumulative-sd-plot.svg
tests/figs/plot/arms-lims.svg
tests/figs/plot/lwd-pot.svg
tests/figs/plot/ylim-plot.svg
tests/figs/plot/basic-cumulative-plot.svg
tests/figs/plot/arms-color.svg
tests/figs/plot/traces-plot-smooth.svg
tests/figs/plot/legend-title-and-labels-plot.svg
tests/figs/plot/arm-plot.svg
tests/figs/plot/color-and-lty-stepping.svg
tests/figs/plot/traces-alpha-and-max-plot.svg
tests/figs/plot/plot-inc-var-no-color.svg
tests/figs/plot/cumulative-traces-plot.svg
tests/figs/plot/average-regret-plot.svg
tests/figs/plot/limits-plot.svg
inst/doc/eckles_kaptein.html
inst/doc/introduction.html
inst/doc/replication.html
inst/doc/mabs.html
inst/doc/sutton_barto.R inst/doc/eckles_kaptein.Rmd
inst/doc/cmabs.html
inst/doc/epsilongreedy.html
inst/doc/eckles_kaptein.R inst/doc/cmabs.Rmd
inst/doc/website_optimization.html
inst/doc/introduction.R inst/doc/simpsons.R inst/doc/replication.R
inst/doc/sutton_barto.html
inst/doc/mabs.R inst/doc/epsilongreedy.R inst/doc/offline_depaul_movies.Rmd inst/doc/offline_depaul_movies.R
inst/doc/cmabsoffline.html
inst/doc/ml10m.Rmd inst/doc/replication.Rmd inst/doc/introduction.Rmd inst/doc/cmabsoffline.Rmd
inst/doc/simpsons.html
inst/doc/epsilongreedy.Rmd
inst/doc/offline_depaul_movies.html
inst/doc/sutton_barto.Rmd inst/doc/cmabs.R inst/doc/website_optimization.Rmd
inst/doc/ml10m.html
inst/doc/simpsons.Rmd inst/doc/cmabsoffline.R inst/doc/website_optimization.R inst/doc/mabs.Rmd inst/doc/ml10m.R
contextual documentation built on July 26, 2020, 1:06 a.m.