%Aigaion2 BibTeX export from Idiap Publications
%Thursday 26 December 2024 11:40:28 AM
@ARTICLE{Razavi_SPECOM_2018,
author = {Razavi, Marzieh and Rasipuram, Ramya and Magimai.-Doss, Mathew},
keywords = {Automatic Speech Recognition, automatic subword unit derivation, Hidden Markov Model, Kullback-Leibler divergence based hidden Markov model, pronunciation generation, under-resourced languages},
projects = {Idiap},
month = feb,
title = {Towards Weakly Supervised Acoustic Subword Unit Discovery and Lexicon Development Using Hidden Markov Models},
journal = {Speech Communication},
volume = {96},
year = {2018},
pages = {168-183},
issn = {0167-6393, 1872-7182},
doi = {10.1016/j.specom.2017.11.011},
crossref = {Razavi_Idiap-RR-15-2017},
abstract = {State-of-the-art automatic speech recognition and text-to-speech systems are based on subword units, typically phonemes. This necessitates a lexicon that maps each word to a sequence of subword units. Development of a phonetic lexicon for a language requires linguistic knowledge as well as human effort, which may not be always readily available, particularly for under-resourced languages. In such scenarios, an alternative approach is to use a lexicon based on units such as, graphemes or subword units automatically derived from the acoustic data. This article focuses on automatic subword unit based lexicon development using methods that are employed for development of grapheme-based systems. Specifically, we present a novel hidden Markov model (HMM) based formalism for automatic derivation of subword units and pronunciation generation using only transcribed speech data. In this approach, the subword units are derived from the clustered context-dependent units in a grapheme based system using the maximum-likelihood criterion. The subword unit based pronunciations are then generated by learning either a deterministic or a probabilistic relationship between the graphemes and the acoustic subword units (ASWUs). In this article, we first establish the proposed framework on a well-resourced language by comparing it against related approaches in the literature and investigating the transferability of the derived subword units to other domains. We then show the scalability of the proposed approach on real under-resourced scenarios by conducting studies on Scottish Gaelic, a genuinely under-resourced language, and comparing the approach against state-of-the-art grapheme-based ASR approaches. Our experimental studies on English show that the derived subword units can not only lead to better ASR systems compared to graphemes, but can also be transferred across domains. The experimental studies on Scottish Gaelic show that the proposed ASWU-based lexicon development approach scales without any language specific considerations and leads to better ASR systems compared to a grapheme-based lexicon, including the case where ASR system performance is boosted through the use of acoustic models built with multilingual resources from resource-rich languages.},
pdf = {https://publications.idiap.ch/attachments/papers/2017/Razavi_SPECOM_2017.pdf}
}
crossreferenced publications:
@TECHREPORT{Razavi_Idiap-RR-15-2017,
author = {Razavi, Marzieh and Rasipuram, Ramya and Magimai.-Doss, Mathew},
keywords = {Automatic Speech Recognition, automatic subword unit derivation, Hidden Markov Model, Kullback-Leibler divergence based hidden Markov model, pronunciation generation, under-resourced languages},
projects = {Idiap},
month = {4},
title = {Towards Weakly Supervised Acoustic Subword Unit Discovery and Lexicon Development Using Hidden Markov Models},
type = {Idiap-RR},
number = {Idiap-RR-15-2017},
year = {2017},
institution = {Idiap},
abstract = {Developing a phonetic lexicon for a language requires linguistic knowledge as well as human effort, which may not be available, particularly
for under-resourced languages. An alternative to development of a phonetic lexicon is to automatically derive subword units using acoustic information and generate associated pronunciations. In the literature, this has been mostly studied from the pronunciation variation modeling perspective. In this article, we investigate automatic subword unit derivation from the under-resourced language point of view. Towards that, we present a novel hidden Markov model (HMM) formalism for automatic derivation of subword units and pronunciation generation
using only transcribed speech data. In this approach, the subword
units are derived from the clustered context-dependent units in a
grapheme based system using the maximum-likelihood criterion. The
subword unit based pronunciations are then generated either by deterministic or probabilistic learning of the relationship between the graphemes and the acoustic subword units (ASWUs). In this article, we first establish the proposed framework on a well resourced language by comparing it against related approaches in the literature and investigating the transferability of the derived subword units to other domains. We then show the scalability of the proposed approach on real under-resourced scenarios by conducting studies on Scottish Gaelic, a genuinely minority and endangered language, and comparing the approach against state-of-the-art grapheme-based approaches in under-resourced scenarios. Our experimental studies on English show that the derived subword units can not only lead to better ASR systems compared to graphemes, but can also be exploited to build out-of-domain ASR systems. The experimental studies on Scottish Gaelic show that the proposed ASWU-based lexicon development approach retains its dominance over grapheme-based lexicon. Alternately, the proposed approach yields significant gains in ASR performance, even when multilingual resources from resource-rich languages are exploited in the development of ASR systems.},
pdf = {https://publications.idiap.ch/attachments/reports/2016/Razavi_Idiap-RR-15-2017.pdf}
}