@conference {cNieto, title = {PiCoEDL: Discovery and Learning of Minecraft Navigation Goals from Pixels and Coordinates}, booktitle = {CVPR 2021 Embodied AI Workshop}, year = {2021}, month = {06/2021}, abstract = {

Defining a reward function in Reinforcement Learning (RL) is not always possible or very costly. For this reason, there is a great interest in training agents in a task-agnostic manner making use of intrinsic motivations and unsupervised techniques. Due to the complexity to learn useful behaviours in pixel-based domains, the results obtained in RL are still far from the remarkable results obtained in domains such as computer vision and natural language processing. We hypothesize that RL agents will also benefit from unsupervised pre-trainings with no extrinsic rewards, analogously to how humans mostly learn, especially in the early stages of life. Our main contribution is the deployment of the Explore, Discover and Learn (EDL) paradigm for unsupervised learning to the pixel space. In particular, our work focuses on the MineRL environment, where the observation of the agent is represented by: (a) its spatial coordinates in the Minecraft virtual world, and (b) an image from an egocentric viewpoint.

}, author = {Nieto, Juan Jos{\'e} and Creus, Roger and Xavier Gir{\'o}-i-Nieto} } @conference {cCreus, title = {PixelEDL: Unsupervised Skill Discovery and Learning from Pixels}, booktitle = {CVPR 2021 Embodied AI Workshop}, year = {2021}, month = {06/2021}, abstract = {

We tackle embodied visual navigation in a task-agnostic set-up by putting the focus on the unsupervised discovery of skills (or options) that provide a good coverage of states. Our approach intersects with empowerment: we address the reward-free skill discovery and learning tasks to discover {\textquotedblleft}what{\textquotedblright} can be done in an environment and {\textquotedblleft}how{\textquotedblright}. For this reason, we adopt the existing Explore, Discover and Learn (EDL) paradigm, tested only in toy example mazes, and extend it to pixel-based state representations available for embodied AI agents.

}, author = {Creus, Roger and Nieto, Juan Jos{\'e} and Xavier Gir{\'o}-i-Nieto} }