%Aigaion2 BibTeX export from Idiap Publications %Thursday 21 November 2024 01:05:43 PM @INPROCEEDINGS{Tarigopula_ICMI_2022, author = {Tarigopula, Neha and Tornay, Sandrine and Muralidhar, Skanda and Magimai.-Doss, Mathew}, keywords = {hidden Markov models, human skeleton estimation, sign language assessment, Sign language processing}, projects = {Idiap, SMILE}, month = nov, title = {Towards Accessible Sign Language Learning and Assessment}, booktitle = {ACM International Conference on Multimodal Interaction}, year = {2022}, pages = {626-631}, location = {Bangalore, INDIA}, isbn = {978-1-4503-9390-4}, doi = {https://doi.org/10.1145/3536221.3556623}, abstract = {Recently, a phonology-based sign language assessment approach has been proposed using sign language production acquired in 3D space using Kinect sensor. In order to scale the sign language assessment system to realistic application, there is need to reduce the dependency on Kinect, which is not accessible to wider community, and develop solutions that can potentially work with web-cameras. This paper takes a step in that direction by investigating sign language recognition and sign language assessment in 2D space either by dropping the depth coordinate in Kinect or using methods for skeleton estimation from videos. Experimental studies on Swiss German Sign Language corpus SMILE show that, while loss of depth information leads to considerable drop in sign language recognition performance, high level of sign language assessment performance can still be obtained.}, pdf = {https://publications.idiap.ch/attachments/papers/2022/Tarigopula_ICMI_2022.pdf} }