@mastersthesis {xNietoa, title = {Discovery and Learning of Navigation Goals from Pixels in Minecraft}, year = {2021}, abstract = {

Pre-training Reinforcement Learning (RL) agents in a task-agnostic manner has shown promising results. However, previous works still struggle to learn and discover meaningful skills in high-dimensional state-spaces. We approach the problem by leveraging unsupervised skill discovery and self-supervised learning of state representations. In our work, we learn a compact latent representation by making use of variational or contrastive techniques. We demonstrate that both allow learning a set of basic navigation skills by maximizing an information theoretic objective. We assess our method in Minecraft 3D maps with different complexities. Our results show that representations and conditioned policies learned from pixels are enough for toy examples, but do not scale to realistic and complex maps. We also explore alternative rewards and input observations to overcome these limitations.



}, author = {Nieto, Juan Jos{\'e}}, editor = {V{\'\i}ctor Campos and Xavier Gir{\'o}-i-Nieto} } @conference {cNieto, title = {PiCoEDL: Discovery and Learning of Minecraft Navigation Goals from Pixels and Coordinates}, booktitle = {CVPR 2021 Embodied AI Workshop}, year = {2021}, month = {06/2021}, abstract = {

Defining a reward function in Reinforcement Learning (RL) is not always possible or very costly. For this reason, there is a great interest in training agents in a task-agnostic manner making use of intrinsic motivations and unsupervised techniques. Due to the complexity to learn useful behaviours in pixel-based domains, the results obtained in RL are still far from the remarkable results obtained in domains such as computer vision and natural language processing. We hypothesize that RL agents will also benefit from unsupervised pre-trainings with no extrinsic rewards, analogously to how humans mostly learn, especially in the early stages of life. Our main contribution is the deployment of the Explore, Discover and Learn (EDL) paradigm for unsupervised learning to the pixel space. In particular, our work focuses on the MineRL environment, where the observation of the agent is represented by: (a) its spatial coordinates in the Minecraft virtual world, and (b) an image from an egocentric viewpoint.

}, author = {Nieto, Juan Jos{\'e} and Creus, Roger and Xavier Gir{\'o}-i-Nieto} } @conference {cCreus, title = {PixelEDL: Unsupervised Skill Discovery and Learning from Pixels}, booktitle = {CVPR 2021 Embodied AI Workshop}, year = {2021}, month = {06/2021}, abstract = {

We tackle embodied visual navigation in a task-agnostic set-up by putting the focus on the unsupervised discovery of skills (or options) that provide a good coverage of states. Our approach intersects with empowerment: we address the reward-free skill discovery and learning tasks to discover {\textquotedblleft}what{\textquotedblright} can be done in an environment and {\textquotedblleft}how{\textquotedblright}. For this reason, we adopt the existing Explore, Discover and Learn (EDL) paradigm, tested only in toy example mazes, and extend it to pixel-based state representations available for embodied AI agents.

}, author = {Creus, Roger and Nieto, Juan Jos{\'e} and Xavier Gir{\'o}-i-Nieto} } @article {aPuig-Sitjes21, title = {Real-time detection of overloads on the plasma-facing components of Wendelstein 7-X}, journal = {Applied sciences (Basel)}, volume = {11}, year = {2021}, month = {12/2021}, chapter = {1}, issn = {2076-3417}, doi = {10.3390/app112411969}, url = {http://hdl.handle.net/2117/361558}, author = {Puig-Sitjes, A. and Jakubowski, M. and Naujoks, D. and Gao, Y. and Drewelow, P. and Niemann, H. and Felinger, J. and Casas, J. and Salembier, P. and Clemente, R.} } @mastersthesis {xCreus, title = {Unsupervised skill learning from pixels}, year = {2021}, abstract = {

This work focuses on the self-acquirement of the fundamental task-agnostic knowledge available within an environment. The aim is to discover and learn baseline representations and behaviours that can later be useful for solving embodied visual navigation downstream tasks. Specifically, the presented approach extends the idea of the "Explore, Discover and Learn" (EDL) paradigm to the pixel domain. This way, this work is centered in the representations and behaviours that can be learnt by an agent that only integrates an image capture sensor. Both the agents and the environment that is used in this work run over the Habitat AI simulator, which is developed by Facebook AI, and renders 3D fotorealistic views of the insides of apartments.





}, author = {Creus, Roger}, editor = {Nieto, Juan Jos{\'e} and Xavier Gir{\'o}-i-Nieto} } @conference {cNietoa, title = {Unsupervised Skill-Discovery and Skill-Learning in Minecraft}, booktitle = {ICML 2021 Workshop on Unsupervised Reinforcement Learning (URL)}, year = {2021}, month = {07/2021}, abstract = {

Pre-training Reinforcement Learning agents in a task-agnostic manner has shown promising results. However, previous works still struggle in learning and discovering meaningful skills in high-dimensional state-spaces, such as pixel-spaces. We approach the problem by leveraging unsupervised skill discovery and self-supervised learning of state representations. In our work, we learn a compact latent representation by making use of variational and contrastive techniques. We demonstrate that both enable RL agents to learn a set of basic navigation skills by maximizing an information theoretic objective. We assess our method in Minecraft 3D pixel maps with different complexities. Our results show that representations and conditioned policies learned from pixels are enough for toy examples, but do not scale to realistic and complex maps. To overcome these limitations, we explore alternative input observations such as the relative position of the agent along with the raw pixels.

}, author = {Nieto, Juan Jos{\'e} and Creus, Roger and Xavier Gir{\'o}-i-Nieto} } @conference {cPuig-Sitjes20, title = {Strategy for the real-time detection of thermal events on the plasma facing components of Wendelstein 7-X}, booktitle = {31st Symposium on Fusion Technology (SOFT2020)}, year = {2020}, month = {09/2020}, address = {Dubrovnik, Croatia}, abstract = {

Wendelstein 7-X (W7-X), the most advanced fusion experiment in the stellarator line, aims at demonstrating the feasibility of the stellarator concept as a future fusion power plant. It is planned to restart operation by the end of 2021 with a high heat flux divertor and water-cooled plasma facing components (PFCs) to demonstrate steady-state operation. With plasma energy limits starting at 1 GJ and gradually increasing to 18 GJ over several experimental campaigns, the PFCs have to be protected from overheating. For that, a fully autonomous system is required in order to prevent damage to the plasma facing components due to thermal events.
During the last experimental campaign, when W7-X was equipped with inertially cooled test divertor units, extensive experience was gained with the preliminary design of the thermal event detection system. By then, the system was not yet real-time capable and it was not fully automated, requiring manual supervision between discharges. This experience, however, allowed to prove the validity of some design concepts and to define the new strategy towards the protection of the machine in steady-state operation, when the system will be connected to the Interlock System and the feedback control.
In this work, the design of the real-time thermal event detection system for W7-X for steady-state operation is presented. The system is based on the thermography and video diagnostics to monitor the divertor units, the baffles, and the wall heat-shields and panels. It will be implemented on a real-time system and integrated in CoDaC{\textquoteright}s safety infrastructure. The system relies on computer vision and machine learning techniques to perform a spatio-temporal analysis to detect and classify the thermal events and to perform a risk evaluation. The results and the main conclusions drawn from the analysis of the data from the past campaign are reported.

}, url = {http://hdl.handle.net/21.11116/0000-0007-7FF5-7}, author = {Puig-Sitjes, A. and Jakubowski, M. and Fellinger, J. and Drewelow, P. and Gao, Y. and Niemann, H. and Sunn-Pedersen, T. and K{\"o}nig, R. and Naujoks, D. and Winter, A. and Laqua, H. and Dumke, S. and Moncada, V. and Belafdil, C. and Mitteau, R. and Aumeunier, M.-H. and Pisano, F. and Aymerich, E. and Cannas, B. and Kocsis, G. and Szepesi, T. and Cseh, G. and Szabolics, T. and Casas, J. and Morros, J.R. and Salembier, P. and Clemente, R. and Cobos, M. and I. Caminal and Palacios Corral, A. and Moreno Punzano, A. and Quiceno Lopera, S.} } @article {aWang19, title = {Benchmark on Automatic 6-month-old Infant Brain Segmentation Algorithms: The iSeg-2017 Challenge}, journal = {IEEE Transactions on Medical Imaging}, year = {2019}, month = {2019/2/27}, abstract = {

Accurate segmentation of infant brain magnetic resonance (MR) images into white matter (WM), gray matter (GM), and cerebrospinal fluid (CSF) is an indispensable foundation for early studying of brain growth patterns and morphological changes in neurodevelopmental disorders. Nevertheless, in the isointense phase (approximately 6-9 months of age), due to inherent myelination and maturation process, WM and GM exhibit similar levels of intensity in both T1-weighted (T1w) and T2-weighted (T2w) MR images, making tissue segmentation very challenging. Despite many efforts were devoted to brain segmentation, only few studies have focused on the segmentation of 6-month infant brain images. With the idea of boosting methodological development in the community, iSeg-2017 challenge (http://iseg2017.web.unc.edu) provides a set of 6-month infant subjects with manual labels for training and testing the participating methods. Among the 21 automatic segmentation methods participating in iSeg-2017, we review the 8 top-ranked teams, in terms of Dice ratio, modified Hausdorff distance and average surface distance, and introduce their pipelines, implementations, as well as source codes. We further discuss limitations and possible future directions. We hope the dataset in iSeg-2017 and this review article could provide insights into methodological development for the community.

}, doi = {10.1109/TMI.2019.2901712}, author = {Li Wang and Dong Nie and Guannan Li and Elodie Puybareau and Jose Dolz and Qian Zhang and Fan Wang and Jing Xia and Zhengwang Wu and Jiawei Chen and Kim-HanThung and Toan Duc Bui and Jitae Shin and Guodong Zeng and Guoyan Zheng and Vladimir S. Fonov and Andrew Doyle and Yongchao Xu and Pim Moeskops and Josien Pluim and Christian Desrosiers and Ismail Ben Ayed and Gerard Sanroma and Oualid Benkarim and Adri{\`a} Casamitjana and Ver{\'o}nica Vilaplana and Weili Lin and Gang Li and Dinggang Shen} } @article {aRoisman18, title = {Differential expression of long non-coding RNAs related to proliferation and histological diversity in follicular lymphomas}, journal = {British Journal of Haematology}, volume = {184}, year = {2019}, month = {Feb 2019}, pages = {373-383}, issn = {ISSN:1365-2141}, doi = {DOI: 10.1111/bjh.15656}, author = {A. Roisman and A. Navarro and G. Clot and G. Castellano and B. Gonzalez-Farre and P. P{\'e}rez-Galan and A. Esteve and M. Dabad and S. Heath and M. Gut and Bosio, M. and P. Bellot and Salembier, P. and Albert Oliveras and I. Slavusky and L. Magnano and H. Horn and A. Rosenwald and G. Ott and M. Aymerich and A. L{\'o}pez-Guillermo and P. Jares and J.I. Mart{\'\i}n-Subero and E. Campo and L. Hern{\'a}ndez} } @conference {cLinardosa, title = {Simple vs complex temporal recurrences for video saliency prediction}, booktitle = {British Machine Vision Conference (BMVC)}, year = {2019}, month = {09/2019}, publisher = {British Machine Vision Association}, organization = {British Machine Vision Association}, address = {Cardiff, Wales / UK.}, abstract = {

This paper investigates modifying an existing neural network architecture for static saliency prediction using two types of recurrences that integrate information from the temporal domain. The first modification is the addition of a ConvLSTM within the architecture, while the second is a computationally simple exponential moving average of an internal convolutional state. We use weights pre-trained on the SALICON dataset and fine-tune our model on DHF1K. Our results show that both modifications achieve state-of-the-art results and produce similar saliency maps.

}, url = {https://bmvc2019.org/wp-content/uploads/papers/0952-paper.pdf}, author = {Linardos, Panagiotis and Mohedano, Eva and Nieto, Juan Jos{\'e} and O{\textquoteright}Connor, N. and Xavier Gir{\'o}-i-Nieto and McGuinness, Kevin} } @mastersthesis {xNieto, title = {Video Saliency Prediction with Deep Neural Networks}, year = {2019}, abstract = {

Saliency prediction is a topic undergoing intense study in computer vision with a broad range of applications. It consists in predicting where the attention is going to be received in an image or a video by a human. Our work is based on a deep neural network named SalGAN, which was trained on a saliency annotated dataset of static images. In this thesis we investigate different approaches for extending SalGAN to the video domain. To this end, we investigate the recently proposed saliency annotated video dataset DHF1K to train and evaluate our models. The obtained results indicate that techniques such as depth estimation or coordconv can effectively be used as additional modalities to enhance the saliency prediction of static images obtained with SalGAN, achieving encouraging results in the DHF1K benchmark. Our work is based on pytorch and it is publicly available here.

Video Saliency Prediction with Deep Neural Networks - Juan Jose Nieto - DCU 2019 from Universitat Polit{\`e}cnica de Catalunya
}, author = {Nieto, Juan Jos{\'e}}, editor = {Mohedano, Eva and McGuinness, Kevin and Xavier Gir{\'o}-i-Nieto} } @mastersthesis {xNespereira, title = {Siamese Convolutional Neural Network for Learning Object Similarities in RGB-D Images}, year = {2016}, abstract = {

Student: Alejandro Nespereira

Advisors: Farzad Husain (Catchoom), Tomasz Adamek (Catchoom) and Xavier Gir{\'o}-i-Nieto (UPC)

Program:\ Master in Computer Vision\ (Class of 2016)

This report explores the suitability of using a Siamese Convolutional Neural Network (CNN) for the task of false positive rejection. We present a Siamese CNN model trained with an in-house dataset of weakly textured objects. Our model is able to successfully assert the classification of an object detection pipeline with unseen new objects. Additionally, we also compare it with a hand-crafted method in order to compare its performance. We demonstrate the usage of our model by learning to discriminate between inter and intra object classes for a challenging dataset.

}, author = {Nespereira, Alejandro}, editor = {Husain, Farzad and Adamek, Tomasz and Xavier Gir{\'o}-i-Nieto} } @conference {cNguyen, title = {NII-HITACHI-UIT at TRECVID 2015 Instance Search}, booktitle = {TRECVID 2015 Workshop}, year = {2015}, month = {11/2015}, publisher = {NIST}, organization = {NIST}, address = {Gaithersburg, MD, USA}, abstract = {

In this paper, we propose two methods to improve last year instance search framework. Both of them are based on post processing scheme that try to rerank top K shots returned from BOW model. The rst system is to propose a query-adaptive weighting technique between DPM object detectors score and BOW{\textquoteright}s score. In order to nd a good weight, we use a neural network which learns characteristics of the query including number of features, number of shared words and area of the query topic. The second system combines two state-of-the-art object detectors: DPM and Fast RCNN to estimate object location and similarity score, respectively. The nal score is computed using these components together with BOW based similarity score returned from the baseline system. The experimental results show that our system improved pretty much even with a smaller number of top K input ranked list. Compared to other teams, we got the second place with the same run.

}, url = {http://www-nlpir.nist.gov/projects/tvpubs/tv.pubs.15.org.html}, author = {Nguyen, Vinh-Tiep and Duy-Dinh-Le and Amaia Salvador and Caizhi-Zhu and Nguyen, Dinh-Luan and Tran, Minh-Triet and Ngo Duc, Thanh and Anh Duong, Duc and Satoh, Shin{\textquoteright}ichi and Xavier Gir{\'o}-i-Nieto} } @book {bSchreer14, title = {Media Production, Delivery and Interaction for Platform Independent Systems}, volume = {ISBN 978-1-118-60533-2}, year = {2014}, publisher = {Wiley, ISBN 978-1-118-60533-2}, organization = {Wiley, ISBN 978-1-118-60533-2}, issn = {978-1-118-60533-2}, url = {http://eu.wiley.com/WileyCDA/WileyTitle/productCd-1118605330,subjectCd-EEJ0.html}, author = {Schreer, O. and Macq, J. and Niamut, O. and Ruiz-Hidalgo, J. and Shirley, B. and Thallinger, G. and Thomas, G.} } @conference {cNiamut13, title = {Towards A Format-agnostic Approach for Production, Delivery and Rendering of Immersive Media}, booktitle = {ACM Multimedia Systems}, year = {2013}, month = {3/2013}, address = {Oslo, Norway}, abstract = {

The media industry is currently being pulled in the often-opposing directions of increased realism (high resolution, stereoscopic, large screen) and personalization (selection and control of content, availability on many devices). We investigate the feasibility of an end-to-end format-agnostic approach to support both these trends. In this paper, different aspects of a format- agnostic capture, production, delivery and rendering system are discussed. At the capture stage, the concept of layered scene representation is introduced, including panoramic video and 3D audio capture. At the analysis stage, a virtual director component is discussed that allows for automatic execution of cinematographic principles, using feature tracking and saliency detection. At the delivery stage, resolution-independent audiovisual transport mechanisms for both managed and unmanaged networks are treated. In the rendering stage, a rendering process that includes the manipulation of audiovisual content to match the connected display and loudspeaker properties is introduced. Different parts of the complete system are revisited demonstrating the requirements and the potential of this advanced concept.

}, author = {Niamut, O. and Kaiser, R. and Kienast, G. and Kochale, A. and Spille, J. and Schreer, O. and Ruiz-Hidalgo, J. and Macq, J. and Shirley, B.} } @conference {cNavarro12 , title = {Multi-view Body Tracking with a Detector-Driven Hierarchical Particle Filter}, booktitle = {7th International Conference AMDO 2012}, year = {2012}, month = {07/2012}, publisher = {Springer}, organization = {Springer}, address = {Port d{\textquoteright}Andratx, Mallorca}, abstract = {

In this paper we present a novel approach to markerless human motion capture that robustly integrates body part detections in multiple views. The proposed method fuses cues from multiple views to enhance the propagation and observation model of particle filtering methods aiming at human motion capture. We particularize our method to improve arm tracking in the publicly available IXMAS dataset. Our experiments show that the proposed method outperforms other state-of-the-art approaches.

}, doi = {10.1007/978-3-642-31567-1_8}, author = {Navarro, Sergio and L{\'o}pez-M{\'e}ndez, A. and Alcoverro, M. and Casas, J.} } @inbook {bNavarro12, title = {Multi-view Body Tracking with a Detector-Driven Hierarchical Particle Filter}, booktitle = {Lecture Notes in Computer Science: Articulated Motion and Deformable Objects}, series = {Lecture Notes in Computer Science}, volume = {7378}, year = {2012}, pages = {82-91}, publisher = {Springer }, organization = {Springer }, address = {Berlin / Heidelberg}, abstract = {

In this paper we present a novel approach to markerless human motion capture that robustly integrates body part detections in multiple views. The proposed method fuses cues from multiple views to enhance the propagation and observation model of particle filtering methods aiming at human motion capture. We particularize our method to improve arm tracking in the publicly available IXMAS dataset. Our experiments show that the proposed method outperforms other state-of-the-art approaches.

}, isbn = {978-3-642-31566-4}, doi = {10.1007/978-3-642-31567-1_8}, author = {Navarro, Sergio and L{\'o}pez-M{\'e}ndez, A. and Alcoverro, M. and Casas, J.}, editor = {Perales, Francisco and Fisher, Robert and Moeslund, Thomas} } @article {aButko11, title = {Acoustic event detection based on feature-level fusion of audio and video modalities}, journal = {Eurasip journal on advances in signal processing}, volume = {2011}, year = {2011}, pages = {1{\textendash}11}, abstract = {

Acoustic event detection (AED) aims at determining the identity of sounds and their temporal position in audio signals. When applied to spontaneously generated acoustic events, AED based only on audio information shows a large amount of errors, which are mostly due to temporal overlaps. Actually, temporal overlaps accounted for more than 70\% of errors in the real-world interactive seminar recordings used in CLEAR 2007 evaluations. In this paper, we improve the recognition rate of acoustic events using information from both audio and video modalities. First, the acoustic data are processed to obtain both a set of spectrotemporal features and the 3D localization coordinates of the sound source. Second, a number of features are extracted from video recordings by means of object detection, motion analysis, and multicamera person tracking to represent the visual counterpart of several acoustic events. A feature-level fusion strategy is used, and a parallel structure of binary HMM-based detectors is employed in our work. The experimental results show that information from both the microphone array and video cameras is useful to improve the detection rate of isolated as well as spontaneously generated acoustic events.

}, issn = {1687-6172}, doi = {10.1155/2011/485738}, url = {http://www.hindawi.com/journals/asp/2011/485738/}, author = {Butko, T. and Cristian Canton-Ferrer and Segura, C. and Xavier Gir{\'o}-i-Nieto and Nadeu, C. and Hernando, J. and Casas, J.} } @conference {cNiamut11, title = {Advanced visual rendering, gesture-based interaction and distributed delivery for immersive and interactive media services}, booktitle = {International Broadcasting Convention 2011}, year = {2011}, pages = {1{\textendash}8}, isbn = {0780388747}, url = {http://www.ibc.org/page.cfm/Action=Visitor/VisitorID=2851/PageOption=Seminar_1/libEntryID=15}, author = {Niamut, O. and Kochale, A. and Ruiz-Hidalgo, J. and Macq, J. and Kienast, G.} } @conference {cSchreer11, title = {Format-agnostic approach for production, delivery and rendering of immersive media}, booktitle = {Networked and Electronic Media Summit}, year = {2011}, pages = {{\textendash}}, isbn = {SN}, url = {http://nem-summit.eu/program/}, author = {Schreer, O. and Thomas, G. and Niamut, O. and Macq, J. and Kochale, A. and Batke, J. and Ruiz-Hidalgo, J. and Oldfield, R. and Shirley, B. and Thallinger, G.} } @inbook {bNickel09, title = {Activity Classification}, booktitle = {Computers in the Human Interaction Loop}, year = {2009}, pages = {107{\textendash}119}, publisher = {Springer}, organization = {Springer}, address = {London}, abstract = {

When a person enters a room, he or she immediately develops a mental concept about {\textquotedblleft}what is going on{\textquotedblright} in the room; for example, people may be working in the room, people may be engaged in a conversation, or the room may be empty. The CHIL services depend on just the same kind of semantic description, which is termed activity in the following. The {\textquotedblleft}Connector{\textquotedblright} or the {\textquotedblleft}Memory Jog{\textquotedblright}, for example, could provide support that is appropriate for the given context if it knew about the current activity at the user{\textquoteright}s place. This kind of higher-level understanding of human interaction processes could then be used, e.g., for rating the user{\textquoteright}s current availability in a certain situation.

}, isbn = {978-1-84882-053-1}, doi = {10.1007/978-1-84882-054-8}, url = {http://www.springerlink.com/content/tj2x827107563616/}, author = {Nickel, K. and M. Pard{\`a}s and Stiefelhagen, R. and Cristian Canton-Ferrer and Landabaso, J. and Casas, J.} } @conference {cCanton-Ferrer09, title = {Audiovisual Event Detection Towards Scene Understanding}, booktitle = {2009 IEEE Computer-Society Conference on Computer Vision and Pattern Recognition Workshops}, year = {2009}, pages = {840{\textendash}847}, abstract = {

Acoustic events produced in meeting environments may contain useful information for perceptually aware interfaces and multimodal behavior analysis. In this paper, a system to detect and recognize these events from a multimodal perspective is presented combining information from multiple cameras and microphones. First, spectral and temporal features are extracted from a single audio channel and spatial localization is achieved by exploiting cross-correlation among microphone arrays. Second, several video cues obtained from multi-person tracking, motion analysis, face recognition, and object detection provide the visual counterpart of the acoustic events to be detected. A multimodal data fusion at score level is carried out using two approaches: weighted mean average and fuzzy integral. Finally, a multimodal database containing a rich variety of acoustic events has been recorded including manual annotations of the data. A set of metrics allow assessing the performance of the presented algorithms. This dataset is made publicly available for research purposes.

}, doi = {10.1109/CVPRW.2009.5204264}, author = {Cristian Canton-Ferrer and Butko, T. and Segura, C. and Xavier Gir{\'o}-i-Nieto and Nadeu, C. and Hernando, J. and Casas, J.} } @conference {cButko09, title = {Improving Detection of Acoustic Events Using Audiovisual Data and Feature Level Fusion}, booktitle = {10th Annual Conference of the International Speech Communication Association}, year = {2009}, pages = {1147{\textendash}1150}, isbn = {978-1-61567-692-7}, url = {http://gps-tsc.upc.es/imatge/_Xgiro/research/publications/2009/interspeech.pdf}, author = {Butko, T. and Cristian Canton-Ferrer and Segura, C. and Xavier Gir{\'o}-i-Nieto and Nadeu, C. and Hernando, J. and Casas, J.} } @article {aNeumann09, title = {Integration of audiovisual sensors and technologies in a smart room}, journal = {Personal and ubiquitous computing}, volume = {13}, number = {1}, year = {2009}, pages = {15{\textendash}23}, abstract = {

At the Technical University of Catalonia\ (UPC), a smart room has been equipped with 85 microphones and 8 cameras. This paper describes the setup of the\ sensors, gives an overview of the underlying hardware and\ software infrastructure and indicates possibilities for highand low-level multi-modal interaction. An example of\ usage of the information collected from the distributed\ sensor network is explained in detail: the system supports\ a group of students that have to solve a lab assignment\ related problem.

}, keywords = {CHIL, PROVEC}, issn = {1617-4909}, doi = {10.1007/s00779-007-0172-1}, url = {http://hdl.handle.net/2117/9468}, author = {Neumann, J. and Casas, J. and Macho, D. and Ruiz-Hidalgo, J.} } @inbook {bDimakis09, title = {The Memory Jog Service}, booktitle = {Computers in the Human Interaction Loop}, year = {2009}, pages = {207{\textendash}234}, publisher = {Springer}, organization = {Springer}, address = {London}, abstract = {

The CHIL Memory Jog service focuses on facilitating the collaboration of participants in meetings, lectures, presentations, and other human interactive events, occurring in indoor CHIL spaces. It exploits the whole set of the perceptual components that have been developed by the CHIL Consortium partners (e.g., person tracking, face identification, audio source localization, etc) along with a wide range of actuating devices such as projectors, displays, targeted audio devices, speakers, etc.

}, isbn = {978-1-84882-053-1}, doi = {10.1007/978-1-84882-054-8}, url = {http://www.springerlink.com/content/tg220751v5m1h356/}, author = {Dimakis, N. and Soldatos, J. and Polymenakos, L. and Sturm, J. and Neumann, J. and Casas, J.} } @conference {cButko08, title = {Fusion of Audio and Video Modalities for Detection of Acoustic Events}, booktitle = {Interspeech 2008, 9th Annual Conference of the International Speech Communication Association}, year = {2008}, month = {09/2008}, pages = {123{\textendash}126}, publisher = {ISCA}, organization = {ISCA}, address = {Brisbane, Australia}, isbn = {978-1-61567-378-0}, url = {http://www.isca-speech.org/archive/interspeech_2008/i08_0123.html}, author = {Butko, T. and Temko, A. and Nadeu, C. and Cristian Canton-Ferrer} } @conference {cButko08a, title = {Inclusion of video information for detection of acoustic events using the fuzzy integral}, booktitle = {Machine Learning for Multimodal Interaction: 5th International Workshop}, year = {2008}, pages = {74{\textendash}85}, isbn = {978-3540858522}, author = {Butko, T. and Temko, A. and Nadeu, C. and Cristian Canton-Ferrer} } @inbook {bCasas07, title = {Context Awareness triggered by Multiple Perceptual Analyzers}, booktitle = {Emerging Artificial Intelligence Applications in Computer Engineering}, volume = {160}, year = {2007}, pages = {371{\textendash}383}, publisher = {IOS Press}, organization = {IOS Press}, address = {Amsterdam}, abstract = {

A multitude of technologies from computer vision, acoustic signal analysis and natural language processing are used to implement multi-modal perceptual components. The output of this analysis is used to gain context awareness {\textendash} a necessity when designing a computer-based service that interacts reactively and proactively with humans. This article describes the integration process and our experience in implementing one such information service, the {\textquotedblleft}Memory Jog{\textquotedblright}, in a particular scenario where the computer system supports a group of journalists in their daily work.

}, isbn = {978-1-58603-780-2}, url = {http://www.booksonline.iospress.nl/Content/View.aspx?piid=6976}, author = {Casas, J. and Neumann, J.} } @conference {cAsteriadis07, title = {Detection of facial characteristics based on edge information}, booktitle = {International Conference on Computer Vision Theory and Applications, VISAPP 2007}, year = {2007}, pages = {247{\textendash}250}, isbn = {978-972-8865-74-0}, author = {Asteriadis, S. and Nikolaidis, N. and Pitas, I. and M. Pard{\`a}s} } @inbook {bAbad07, title = {UPC Audio, Video and Multimodal Person Tracking Systems in the CLEAR Evaluation Campaign}, booktitle = {Lecture notes in computer science}, volume = {4122}, year = {2007}, pages = {93{\textendash}104}, publisher = {Springer}, organization = {Springer}, address = {Berlin / Heidelberg}, abstract = {

Reliable measures of person positions are needed for computational perception of human activities taking place in a smart-room environment. In this work, we present the Person Tracking systems developed at UPC for audio, video and audio-video modalities in the context of the EU funded CHIL project research activities. The aim of the designed systems, and particularly of the new contributions proposed, is to deal robustly in both single and multiperson localization tasks independently on the environmental conditions. Besides the technology description, experimental results conducted for the CLEAR evaluation workshop are also reported.

}, isbn = {978-3-540-69567-7}, doi = {10.1007/978-3-540-69568-4_6}, author = {Abad, A. and Cristian Canton-Ferrer and Segura, C. and Landabaso, J. and Macho, D. and Casas, J. and Hernando, J. and M. Pard{\`a}s and Nadeu, C.} } @conference {cNeumann06, title = {Multimodal Integration of Sensor Network}, booktitle = {Proceedings of 3rd IFIP Conference on Artificial Intelligence Applications \& Innovations}, year = {2006}, month = {09/2006}, publisher = {Springer}, organization = {Springer}, address = {Athens, Greece}, isbn = {978-0-387-34223}, author = {Neumann, J. and Casas, J. and Macho, D. and Ruiz-Hidalgo, J.} } @inbook {bNeumann06, title = {Multimodal Integration of Sensor Network}, booktitle = {Artificial Intelligence Applications and Innovations}, volume = {204}, year = {2006}, pages = {312{\textendash}323}, publisher = {Springer}, organization = {Springer}, address = {Boston}, abstract = {

At the Universitat Polit{\`e}cnica de Catalunya (UPC), a Smart Room has been equipped with 85 microphones and 8 cameras. This paper describes the setup of the sensors, gives an overview of the underlying hardware and software infrastructure and indicates possibilities for high- and low-level multi-modal interaction. An example of usage of the information collected from the distributed sensor network is explained in detail: the system supports a group of students that have to solve a lab assignment related problem.

}, isbn = {978-0-387-34223-8}, doi = {10.1007/0-387-34224-9_36}, author = {Neumann, J. and Casas, J. and Macho, D. and Ruiz-Hidalgo, J.} } @conference {cAbad06, title = {UPC Audio, Video and Multimodal Person Tracking Systems in the CLEAR Evaluation Campaign}, booktitle = {CLEAR{\textquoteright}06 Evaluation Campaign and Workshop - Classification of Events, Activities and Relationships}, year = {2006}, pages = {93{\textendash}104}, isbn = {978-3-540-69567-7}, author = {Abad, A. and Cristian Canton-Ferrer and Cristian Canton-Ferrer and Segura, C. and Landabaso, J. and Macho, D. and Casas, J. and Hernando, J. and M. Pard{\`a}s and Nadeu, C.} } @article {aNunes00, title = {A contour-based approach to binary shape coding using a multiple grid chain code}, journal = {Signal processing: image communication}, volume = {15}, number = {7-8}, year = {2000}, pages = {585{\textendash}599}, issn = {0923-5965}, author = {Nunes, P. and Marqu{\'e}s, F. and Pereira, F. and Gasull, A.} } @article {aSayrol95, title = {Image Restoration using the W-Slice Method}, journal = {IEEE transactions on image processing}, volume = {4}, number = {4}, year = {1995}, pages = {1174{\textendash}1181}, abstract = {

We propose the use of higher order statistics (HOS)-based methods to address the problem of image restoration. The restoration strategy is based on the fact that the phase information of the original image and its HOS are not distorted by some types of blurring. The difficulties associated with the combination of 2-D signals and their HOS are reduced by means of the Radon transform. Two methods that apply the weight-slice algorithm over the projections are developed. Simulation results illustrate the performance of the proposed methods

}, issn = {1057-7149}, author = {Elisa Sayrol and Gasull, A. and Nikias, C.} } @conference {cSayrol93a, title = {Image analysis using higher-order statistics and the radon transfrom}, booktitle = {IEEE SIGNAL PROCESSING WORKSHOP ON HIGH-ORDER-STATISTICS}, year = {1993}, pages = {76{\textendash}80}, author = {Elisa Sayrol and Nikias, C. and Gasull, A.} } @conference {cMarques93c, title = {Morphological scheme for myalinated nerve fiber morphometric analysis}, booktitle = {International Symposium on Mathematical Morphology and its applications to image and signal processing, ISMM 1993}, year = {1993}, pages = {122{\textendash}126}, address = {Barcelona, Spain}, url = {Problemes de connexi{\'o} a l{\textquoteright}Eprints}, author = {Marqu{\'e}s, F. and Salembier, P. and Navarro, X. and Sa{\~n}udo, J.} } @conference {cLleida91, title = {Two level c.s.r. using demisyllable..}, booktitle = {EUROPEAN CONF. ON SPEECH COMMUN. AND TECHN. EUROSPEECH{\textquoteright}91}, year = {1991}, pages = {1199{\textendash}1202}, isbn = {10184074}, author = {Lleida, E. and Albert Oliveras and Nadeu, C. and Mari{\~n}o, J.} } @conference {cNadeu90, title = {Simbad:a tool for speech analysis and synthesis}, booktitle = {IASTED INT.CONF.SIGNAL PROC.\&DIG.FILT.}, year = {1990}, isbn = {1522-4880}, author = {Nadeu, C. and Albert Oliveras and Mari{\~n}o, J.} }