@inproceedings{38ebe4ebc2934c5c944dc90ae49725db,
title = "An Open-Source Gloss-Based Baseline for Spoken to Signed Language Translation",
abstract = "Sign language translation systems are complex and require many components. As a result, it is very hard to compare methods across publications. We present an open-source implementation of a text-to-gloss-to-pose-to-video pipeline approach, demonstrating conversion from German to Swiss German Sign Language, French to French Sign Language of Switzerland, and Italian to Italian Sign Language of Switzerland. We propose three different components for the text-to-gloss translation: a lemmatizer, a rule-based word reordering and dropping component, and a neural machine translation system. Gloss-to-pose conversion occurs using data from a lexicon for three different signed languages, with skeletal poses extracted from videos. To generate a sentence, the text-to-gloss system is first run, and the pose representations of the resulting signs are stitched together.",
author = "Amit Moryossef and Mathias M{\"u}ller and Anne G{\"o}hring and Zifan Jiang and Yoav Goldberg and Sarah Ebling",
note = "Publisher Copyright: {\textcopyright} 2023 2023 VFS Handling Qualities Technical Meeting. All rights reserved.; 2nd International Workshop on Automatic Translation for Signed and Spoken Languages, AT4SSL 2023 ; Conference date: 15-06-2023",
year = "2023",
month = jan,
day = "1",
language = "الإنجليزيّة",
series = "AT4SSL 2023 - Proceedings of the 2nd International Workshop on Automatic Translation for Signed and Spoken Languages",
publisher = "European Association for Machine Translation",
pages = "25--36",
editor = "Dimitar Shterionov and \{De Sisto\}, Mirella and Mathias Muller and \{Van Landuyt\}, Davy and Rehana Omardeen and Shaun O'boyle and Annelies Braffort and Floris Roelofsen and Frederic Blain and Bram Vanroy and Eleftherios Avramidis",
booktitle = "AT4SSL 2023 - Proceedings of the 2nd International Workshop on Automatic Translation for Signed and Spoken Languages",
}