@mastersthesis {xCarne-Herrera16, title = {Detect Snap Points in Egocentric Images with Physiological Signals}, year = {2016}, abstract = {

This project addresses a novel problem that has appears in the last years. The use of egocentric cameras, devices that takes images of what we see are growing and the main problem of this images are big data (because at the end of the day, we can have a thousand of images, some of them similar and sometimes with a bad quality or low information) and image retrieval (due to the big data, find a certain moment are very difficult and if we don{\textquoteright}t avoid that problem, the properties of egocentric images became useless).

This work have two objectives: the first one explore images that have physiological signals associated in order to allow us to add some physiological features for the retrieval instead of only base the retrieval in visual features as the actual state of the art. For this part we associate interesting images to the images that are memorable, so a correlation between memorability and physiological signals will be found. The second objective is to deal with the egocentric paradigm. Some recent works shows that machine learning algorithms that have been trained with human-taken images cannot be extended to egocentric images due to the image construction. Based on MIT (Massachusetts Institute of Technology) previous work I built a visual game that allows me to manually annotate the memorability of the images with a simple user interaction (the user don{\textquoteright}t know that he is annotating images during the game). From this game I have computed memorability score and I have obtain predicted scores from a convolutional neural network that MIT present in his work: MemNet. From both results I have compared the results in order to decide if the application of the algorithms on egocentric images is possible.

}, author = {Carn{\'e}-Herrera, Marc}, editor = {Gurrin, Cathal and Xavier Gir{\'o}-i-Nieto} } @article {xCarne-Herrera, title = {EgoMemNet: Visual Memorability Adaptation to Egocentric Images}, year = {2016}, month = {06/2016}, institution = {4th Workshop on Egocentric (First-Person) Vision, CVPR 2016}, address = {Las Vegas, NV, USA}, abstract = {

This work explores the adaptation of visual memorability\ prediction for photos intentionally captured by handheld\ cameras, to images passively captured from an egocentric\ point of view by wearable cameras. The estimation of a visual\ memorability score for an egocentric images is a valuable\ cue when filtering among the large amount of photos\ generated by wearable cameras. For this purpose, a new\ annotation tool and annotated dataset are presented, used\ to fine-tune a pre-trained convolutional neural network.

Extended abstract presented as poster in the\ 4th Workshop on Egocentric (First-Person) Vision,\ CVPR 2016.

}, author = {Carn{\'e}-Herrera, Marc and Xavier Gir{\'o}-i-Nieto and Gurrin, Cathal} } @mastersthesis {xCarne-Herreraa, title = {Visual Memorability for Egocentric Cameras}, year = {2016}, abstract = {

This project explores visual memorability of egocentric in different ways having three main\ contributions. The first and the main contribution of the project is a new tool visual\ memorability in egocentric images. This tool that consists in a web application that allows\ the annotation of the visual memorability associated to still images with an online game.\ The second contribution of this work is a convolutional neural network model for visual\ memorability prediction that adapts an off-the-shelf model to egocentric images. Moreover,\ a visualization study has been pursued to localize the regions of the images that are more\ memorable than others. With this maps a comparison with saliency maps and is explored.\ This part of the research opens a new branch in visual memorability that consists in use\ memorability maps for saliency prediction. Also the memorability of the images is related\ with a sentiment analysis applying a model that predicts that feature.\ The final contribution is related to join visual memorability of images with human\ behaviour and physical state, finding a relation between memory and some physiological\ signals as: heart rate, galvanic skin response and electroencephalographic signals.

Grade: A with honors (9.8/10.)

Visual Memorability for Egocentric Cameras from Xavier Giro
}, author = {Carn{\'e}-Herrera, Marc}, editor = {Gurrin, Cathal and Xavier Gir{\'o}-i-Nieto} }