%Aigaion2 BibTeX export from Idiap Publications
%Friday 08 May 2026 07:42:39 PM

@INPROCEEDINGS{Jiang_WMT_2025,
                      author = {Jiang, Zifan and Leong, Colin and Moryossef, Amit and Cory, Oliver and Ivashechkin, Maksym and Tarigopula, Neha and Zhang, Biao and G{\"{o}}hring, Anne and Rios, Annette and Sennrich, Rico and Ebling, Sarah},
                    projects = {Idiap, SMILE-II},
         mainresearchprogram = {Human-AI Teaming},
  additionalresearchprograms = {AI for Everyone},
                       title = {Meaningful Pose-Based Sign Language Evaluation},
                   booktitle = {Proceedings of the Tenth Conference on Machine Translation (WMT)},
                        year = {2025},
                         url = {https://aclanthology.org/2025.wmt-1.4.pdf},
                         doi = {10.18653/v1/2025.wmt-1.4},
                    abstract = {We present a comprehensive study on meaningfully evaluating sign language utterances in the form of human skeletal poses. The study covers keypoint distance-based, embedding-based, and back-translation-based metrics. We show tradeoffs between different metrics in different scenarios through (1) automatic meta-evaluation of sign-level retrieval, and (2) a human correlation study of text-to-pose translation across different sign languages. Our findings, along with the open-source pose-evaluation toolkit, provide a practical and reproducible approach for developing and evaluating sign language translation or generation systems.}
}