@conference {xLidona, title = {Semantic Summarization of Egocentric Photo Stream Events}, booktitle = {ACM Multimedia 2017 Workshop on Lifelogging Tools and Applications}, year = {2017}, month = {10/2017}, publisher = {ACM}, organization = {ACM}, address = {Mountain View, CA, USA}, abstract = {

With the rapid increase of users of wearable cameras in recent years and of the amount of data they produce, there is a strong need for automatic retrieval and summarization techniques. This work addresses the problem of automatically summarizing egocentric photo streams captured through a wearable camera by taking an image retrieval perspective. After removing non-informative images by a new CNN-based filter, \ images are ranked by relevance to ensure semantic diversity and \ finally re-ranked by a novelty criterion to reduce redundancy. \ To assess the results, a new evaluation metric is proposed which takes into account the non-uniqueness of the solution. Experimental results applied on a database of 7,110 images from 6 different subjects and evaluated by experts gave 95.74\% of experts satisfaction and a Mean Opinion Score of 4.57 out of 5.0.

}, doi = {10.1145/3133202.3133204}, url = {https://dl.acm.org/citation.cfm?id=3133204}, author = {Lidon, Aniol and Bola{\~n}os, Marc and Dimiccoli, M. and Radeva, Petia and Garolera, Maite and Xavier Gir{\'o}-i-Nieto} } @mastersthesis {xLidon, title = {Semantic and Diverse Summarization of Egocentric Photo Events}, year = {2015}, abstract = {

Student: Aniol Lidon

Advisors: Petia Radeva (UB) and Xavier Gir{\'o}-i-Nieto (UPC)

Program: Master in Computer Vision

Grade: A (9.8/10.0)

This project generates visual summaries of events depicted from egocentric photos taken with a wearable camera. These summaries are addressed to mild-dementia patients in order to exercise their memory in a daily base. The main contribution is an iterative approach that guarantees the semantic diversity of the summary and a novel soft metric to assess subjective results. Medical experts validated the proposed solution with a Mean Opinion Score of 4.6 out of of 5.0. The flexibility and quality of the solution was also tested in the 2015 Retrieving Diverse Social Images Task from the scientific international benchmark, MediaEval.\ 

Semantic and Diverse Summarization of Egocentric Photo Events from Xavier Giro
Aniol Lidon Master Thesis
}, author = {Lidon, Aniol}, editor = {Radeva, Petia and Xavier Gir{\'o}-i-Nieto} }