@mastersthesis {xMestre, title = {Visual Summary of Egocentric Photostreams by Representative Keyframes}, year = {2015}, abstract = {

Studies: Bachelor degree in Engineering of Audiovisual Systems at\ Telecom BCN-ETSETB\ from the Technical University of Catalonia (UPC)

Grade: A with honors (9.6/10)

This Final Degree Work approach the problem of the visual summarization of sets of images captured by an eggocentric camera for lifelogging purposes. In first place we try to group the images (which represent the day of person{\textquoteright}s life) into distinguishable and significant esdeveniments. For this purpose, we use visual features extracted with the software Caffe. In second place, we explain the design of extraction techniques of the representative images through similarity graphs. Finally we analyze the assessment scores given by different users whom we presented the different visual summaries obtained in this project. We achieve a 60\% of favorable opinions of the quality of the visual summaries obtained with techniques developed in this project.

(This thesis report is writen in Catalan)

Aquest Treball de Final de Grau aborda el problema de resumir visualment conjunts d{\textquoteright}imatges capturats mitjançant una càmera egocèntrica per a propòsits de registre vital (lifelogging en anglès).\ En primer lloc s{\textquoteright}intenta agrupar les imatges (que representen el dia d{\textquoteright}una persona) per esdeveniments distingibles i significatius. Per fer-ho s{\textquoteright}utilitzen característiques visuals extretes amb el programari Caffe.\ En segon lloc s{\textquoteright}explica el disseny de tècniques de extracció d{\textquoteright}imatges representatives mitjançant grafs de similitud.\ Per últim s{\textquoteright}analitzen les puntuacions d{\textquoteright}avaluació donades per diversos usuaris als quals se{\textquoteright}ls han presentat els diferents resums visuals obtinguts en aquest projecte. S{\textquoteright}ha pogut assolir un 60\% d{\textquoteright}opinions favorables a la qualitat dels resums obtinguts amb tècniques desenvolupades en aquest treball.

}, keywords = {computer Vision, egocentric image, image processing, lifeblogging, summarization, wearable camera}, author = {Mestre, Ricard}, editor = {Xavier Gir{\'o}-i-Nieto} } @conference {cMestre, title = {Visual Summary of Egocentric Photostreams by Representative Keyframes}, booktitle = {IEEE International Workshop on Wearable and Ego-vision Systems for Augmented Experience (WEsAX) 2015}, year = {2015}, month = {07/2015}, address = {Turin, Italy}, abstract = {

Building a visual summary from an egocentric photostream captured by a lifelogging wearable camera is of high interest for different applications (e.g. memory reinforcement).\ In this paper, we propose a new summarization method based on keyframes selection that\ uses visual features extracted by means of a convolutional neural network. Our method applies an unsupervised clustering for dividing the photostreams into events, and finally extracts the most relevant keyframe for each event. We assess the results by applying a blind-taste test on a group of 20 people who assessed the quality of the summaries.

}, keywords = {egocentric, keyframes, lifelogging, summarization}, url = {http://arxiv.org/abs/1505.01130}, author = {Bola{\~n}os, Marc and Mestre, Ricard and Talavera, Estefan{\'\i}a and Xavier Gir{\'o}-i-Nieto and Radeva, Petia} }