May
2019
Adaptive Variance for Changing Sparse-Reward Environments
Authors:
Abstract:
Robots that are trained to perform a task in a fixed environment often fail when facing unexpected changes to the environment due to a lack of exploration. We propose a principled way to adapt the policy for better exploration in changing sparse-reward environments. Unlike previous works which explicitly model environmental changes, we analyze the relationship between the value function and the optimal exploration for a Gaussian-parameterized policy and show that our theory leads to an effective strategy for adjusting the variance of the policy, enabling fast adapt to changes in a variety of sparse-reward environments.
copied = false, 2000);
">
@conference{Lin-2019-113049,
author = {Xingyu Lin And Pengsheng Guo And Carlos Florensa And David Held},
title = {Adaptive Variance for Changing Sparse-Reward Environments},
booktitle = {Proceedings of (ICRA) International Conference on Robotics and Automation},
year = {2019},
month = {May},
pages = {3210 - 3216},
}
author = {Xingyu Lin And Pengsheng Guo And Carlos Florensa And David Held},
title = {Adaptive Variance for Changing Sparse-Reward Environments},
booktitle = {Proceedings of (ICRA) International Conference on Robotics and Automation},
year = {2019},
month = {May},
pages = {3210 - 3216},
}