%Aigaion2 BibTeX export from Idiap Publications %Thursday 21 November 2024 12:48:49 PM @INPROCEEDINGS{Ullmann_INTERSPEECH_2015, author = {Ullmann, Raphael and Rasipuram, Ramya and Magimai.-Doss, Mathew and Bourlard, Herv{\'{e}}}, keywords = {KL-divergence, KL-HMM, objective measures, Speech intelligibility, text-to-speech synthesis, utterance verification}, projects = {armasuisse, ScoreL2}, title = {Objective Intelligibility Assessment of Text-to-Speech Systems Through Utterance Verification}, booktitle = {Proceedings of Interspeech}, year = {2015}, pages = {3501-3505}, location = {Dresden, Germany}, url = {http://isca-speech.org/archive/interspeech_2015/i15_3501.html}, crossref = {Ullmann_Idiap-RR-06-2015}, abstract = {Objective assessment of synthetic speech intelligibility can be a useful tool for the development of text-to-speech (TTS) systems, as it provides a reproducible and inexpensive alternative to subjective listening tests. In a recent work, it was shown that the intelligibility of synthetic speech could be assessed objectively by comparing two sequences of phoneme class conditional probabilities, corresponding to instances of synthetic and human reference speech, respectively. In this paper, we build on those findings to propose a novel approach that formulates objective intelligibility assessment as an utterance verification problem using hidden Markov models, thereby alleviating the need for human reference speech. Specifically, given each text input to the TTS system, the proposed approach automatically verifies the words in the output synthetic speech signal and estimates an intelligibility score based on word recall statistics. We evaluate the proposed approach on the 2011 Blizzard Challenge data, and show that the estimated scores and the subjective intelligibility scores are highly correlated (Pearson’s |R| = 0.94).}, pdf = {https://publications.idiap.ch/attachments/papers/2015/Ullmann_INTERSPEECH_2015.pdf} } crossreferenced publications: @TECHREPORT{Ullmann_Idiap-RR-06-2015, author = {Ullmann, Raphael and Rasipuram, Ramya and Magimai.-Doss, Mathew and Bourlard, Herv{\'{e}}}, keywords = {KL-divergence, KL-HMM, objective measures, Speech intelligibility, text-to-speech synthesis, utterance verification}, projects = {ScoreL2, armasuisse}, month = {4}, title = {Objective Intelligibility Assessment of Text-to-Speech Systems Through Utterance Verification}, type = {Idiap-RR}, number = {Idiap-RR-06-2015}, year = {2015}, institution = {Idiap}, abstract = {Objective assessment of synthetic speech intelligibility can be a useful tool for the development of text-to-speech (TTS) systems, as it provides a reproducible and inexpensive alternative to subjective listening tests. In a recent work, it was shown that the intelligibility of synthetic speech could be assessed objectively by comparing two sequences of phoneme class conditional probabilities, corresponding to instances of synthetic and human reference speech, respectively. In this paper, we build on those findings to propose a novel approach that formulates objective intelligibility assessment as an utterance verification problem using hidden Markov models, thereby alleviating the need for human reference speech. Specifically, given each text input to the TTS system, the proposed approach automatically verifies the words in the output synthetic speech signal and estimates an intelligibility score based on word recall statistics. We evaluate the proposed approach on the 2011 Blizzard Challenge data, and show that the estimated scores and the subjective intelligibility scores are highly correlated (Pearson’s |R| = 0.94).}, pdf = {https://publications.idiap.ch/attachments/reports/2015/Ullmann_Idiap-RR-06-2015.pdf} }