%Aigaion2 BibTeX export from Idiap Publications
%Wednesday 17 July 2024 07:07:48 PM

         author = {Dupont, St{\'{e}}phane and Luettin, Juergen},
       projects = {Idiap},
          title = {Using the Multi-Stream Approach for Continuous Audio-Visual Speech Recognition: Experiments on the {M2VTS} Database},
      booktitle = {Proc. 5th Int. Conf. on Spoken Language Processing},
         volume = {4},
           year = {1998},
       abstract = {The Multi-Stream automatic speech recognition approach was investigated in this work as a framework for Audio-Visual data fusion and speech recognition. This method presents many potential advantages for such a task. It particularly allows for synchronous decoding of continuous speech while still allowing for some asynchrony of the visual and acoustic information streams. First, the Multi-Stream formalism is briefly recalled. Then, on top of the Multi-Stream motivations, experiments on the M2VTS multimodal database are presented and discussed. To our knowledge, these are the first experiments about multi-speaker continuous Audio-Visual Speech Recognition (AVSR). It is shown that the Multi-Stream approach can yield improved Audio-Visual speech recognition performance when the acoustic signal is corrupted by noise as well as for clean speech.},
            pdf = {https://publications.idiap.ch/attachments/papers/1998/icslp98.pdf},
     postscript = {ftp://ftp.idiap.ch/pub/papers/vision/dupont-icslp98.ps.gz},