@conference {cTarres22, title = {Tackling Low-Resourced Sign Language Translation: UPC at WMT-SLT 22}, booktitle = {EMNLP 2022 Seventh Conference on Machine Translation (WMT22)}, year = {2022}, month = {10/2022}, abstract = {

This paper describes the system developed at the Universitat Polit{\`e}cnica de Catalunya for the Workshop on Machine Translation 2022 Sign Language Translation Task, in particular, for the sign-to-text direction. We use a Transformer model implemented with the Fairseq modeling toolkit. We have experimented with the vocabulary size, data augmentation tech- niques and pretraining the model with the PHOENIX-14T dataset. Our system obtains 0.50 BLEU score for the test set, improving the organizers{\textquoteright} baseline by 0.38 BLEU. We remark the poor results for both the baseline and our system, and thus, the unreliability of our findings.

Poster view

}, author = {Laia Tarr{\'e}s and Gerard I. G{\'a}llego and Xavier Gir{\'o}-i-Nieto and Jordi Torres} } @mastersthesis {xBudria, title = {Topic Detection from Sign Language Videos}, year = {2022}, abstract = {

Significant progress has been made recently on challenging tasks in automatic sign language understanding, such as sign language recognition, translation and production. However, most works have focused on datasets with relatively few samples, short recordings and limited vocabulary and signing space. Moreover, they have neglected the less complex task of sign language video classification, whose analogue in spoken language, namely text classification, has been widely addressed. For this reason, in this work, we introduce the novel task of sign language topic detection. We base our experiments on How2Sign, a large-scale video dataset spanning multiple semantic domains. The contributions of this thesis are twofold. First, we present the first study of sign language topic detection in continuous sign language videos, providing baseline models for this task. Second, we perform a comparison between different visual features and deep learning architectures that are commonly employed in the sign language understanding literature. We implement our modelling pipelines in Fairseq, a PyTorch library that is extensively used in the spoken language community. Modular, extensible code for running our experiments is provided along this thesis.

}, author = {{\'A}lvaro Budria}, editor = {Laia Tarr{\'e}s and Xavier Gir{\'o}-i-Nieto} } @conference {cBudria, title = {Topic Detection in Continuous Sign Language Videos}, booktitle = {Accessibility, Vision, and Autonomy Meet (AVA) CVPR Workshop}, year = {2022}, month = {06/2022}, abstract = {

Significant progress has been made recently on challenging tasks in automatic sign language understanding, such as sign language recognition, translation and production. However, these works have focused on datasets with relatively few samples, short recordings and limited vocabulary and signing space.\ In this work, we introduce the novel task of sign language topic detection. We base our experiments on How2Sign, a large-scale video dataset spanning multiple semantic domains. We provide strong baselines for the task of topic detection,\ \ and present a comparison between different visual features commonly used in the domain of sign language.

}, author = {{\'A}lvaro Budria and Laia Tarr{\'e}s and Gerard I. G{\'a}llego and Moreno, Francesc and Jordi Torres and Xavier Gir{\'o}-i-Nieto} } @mastersthesis {xIturralde, title = {Towards video alignment across cameras with sign language 2D poses}, year = {2021}, abstract = {

This thesis degree is part of a project from the Image Group at UPC that is focused on sign language translation using deep learning technologies. This thesis builds on top of an existing database called How2Sign, that contains more than 83 hours of sign language translation videos. This database has some textual annotations aligned to a front RGB camera. The same scenes are also captured by a side RGB and a front RGB-D cameras. These three cameras are not synchronized, so it is necessary to align the segments annotated on the RGB front camera to the other cameras. This thesis explores a solution based on the cross correlation operator. Our work is to process the coordinates of the joints of the subject that appears in the videos, not from the point of view of image or video processing based on pixels. The first part if this thesis is to investigate the properties of the cross-correlation function by locating short video segments of a long recording based on automatically extracted 2D human poses. The experiments studied the impact of adding noise. The second part applied the cross-correlation to try to align two videos with the same scene, but recorded with different cameras from different points of view.

}, author = {Andrea Iturralde}, editor = {Laia Tarr{\'e}s and Xavier Gir{\'o}-i-Nieto} }