%Aigaion2 BibTeX export from Idiap Publications %Thursday 21 November 2024 04:49:26 PM @INPROCEEDINGS{Dubagunta_ICMI’22COMPANION_2022, author = {Dubagunta, S. Pavankumar and Moneta, Edoardo and Theocharopoulos, Eleni and Magimai.-Doss, Mathew}, projects = {Idiap}, month = nov, title = {Towards Automatic Prediction of Non-Expert Perceived Speech Fluency Ratings}, booktitle = {ACM International Conference on Multimodal Interaction (ICMI Companion)}, year = {2022}, doi = {https://doi.org/10.1145/3536220.3563689}, crossref = {Dubagunta_Idiap-RR-11-2021}, pdf = {https://publications.idiap.ch/attachments/papers/2022/Dubagunta_ICMI?22COMPANION_2022.pdf} } crossreferenced publications: @TECHREPORT{Dubagunta_Idiap-RR-11-2021, author = {Dubagunta, S. Pavankumar and Moneta, Edoardo and Theocharopoulos, Eleni and Magimai.-Doss, Mathew}, keywords = {articulatory features, bag of audio words, low level descriptors, Perceived fluency, raw waveform modelling, speech assessment, Zero frequency filtering}, projects = {Idiap}, month = {8}, title = {Towards Automatic Prediction of Non-Expert Perceived Speech Fluency Ratings}, type = {Idiap-RR}, number = {Idiap-RR-11-2021}, year = {2021}, institution = {Idiap}, abstract = {Automatic speech fluency prediction has been mainly approached from the perspective of computer aided language learning, where the system tends to predict ratings similar to those of the human experts. Speech fluency prediction, however, can be questioned in a more relaxed social setting, where the ratings arise mostly from non-experts. This paper explores the latter direction, i.e., prediction of non-expert perceived speech fluency ratings, which has not been studied in the speech technology literature, to the best of our knowledge. Toward that, we investigate different approaches, namely, (a) low-level descriptor feature functionals, (b) bag-of-audio word based approach and (c) neural network based end-to-end acoustic modelling approach. Our investigations on speech data collected from 54 speakers and rated by seven non-experts demonstrate that non-expert speech fluency ratings can be systematically predicted, with the best performing system yielding a Pearson's correlation coefficient of 0.66 and a Spearman's correlation coefficient of 0.67 with the median human scores.}, pdf = {https://publications.idiap.ch/attachments/reports/2021/Dubagunta_Idiap-RR-11-2021.pdf} }