@inproceedings{moryossef-2024-sign,
title = "sign.mt: Real-Time Multilingual Sign Language Translation Application",
author = "Moryossef, Amit",
editor = "Hernandez Farias, Delia Irazu and
Hope, Tom and
Li, Manling",
booktitle = "Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing: System Demonstrations",
month = nov,
year = "2024",
address = "Miami, Florida, USA",
publisher = "Association for Computational Linguistics",
url = "https://preview.aclanthology.org/fix-sig-urls/2024.emnlp-demo.19/",
doi = "10.18653/v1/2024.emnlp-demo.19",
pages = "182--186",
abstract = "This paper presents \textit{sign.mt}, an open-source application for real-time multilingual bi-directional translation between spoken and signed languages. Harnessing state-of-the-art open-source models, this tool aims to address the communication divide between the hearing and the deaf, facilitating seamless translation in both spoken-to-signed and signed-to-spoken translation directions. To provide reliable and unrestricted communication, \textit{sign.mt} offers offline functionality, crucial in areas with limited internet connectivity. It enhances user engagement by providing customizable photorealistic sign language avatars, encouraging a more personalized and authentic user experience. Licensed under CC BY-NC-SA 4.0, \textit{sign.mt} signifies an important stride towards open, inclusive communication.The app can be used and modified for personal and academic purposes and even supports a translation API, fostering integration into a wider range of applications. However, it is by no means a finished product. We invite the NLP community to contribute towards the evolution of \textit{sign.mt}. Whether it be the integration of more refined models, the development of innovative pipelines, or user experience improvements, your contributions can propel this project to new heights. Available at \url{https://sign.mt}, it stands as a testament to what we can achieve together, as we strive to make communication accessible to all."
}
Markdown (Informal)
[sign.mt: Real-Time Multilingual Sign Language Translation Application](https://preview.aclanthology.org/fix-sig-urls/2024.emnlp-demo.19/) (Moryossef, EMNLP 2024)
ACL