%Aigaion2 BibTeX export from Idiap Publications
%Thursday 21 November 2024 01:02:11 PM

@INPROCEEDINGS{Le_ACMMM_2016,
         author = {Le, Nam and Odobez, Jean-Marc},
       projects = {EUMSSI},
          month = oct,
          title = {Learning Multimodal Temporal Representation for Dubbing Detection in Broadcast Media},
      booktitle = {ACM Multimedia},
           year = {2016},
      publisher = {ACM},
       location = {Amsterdam},
       abstract = {Person discovery in the absence of prior identity knowledge requires accurate association of visual and auditory cues. In broadcast data, multimodal analysis faces additional challenges due to narrated voices over muted scenes or dubbing in different languages. To address these challenges, we define
and analyze the problem of dubbing detection in broadcast data, which has not been explored before. We propose a method to represent the temporal relationship between the auditory and visual streams. This method consists of canonical correlation analysis to learn a joint multimodal space, and long short term memory (LSTM) networks to model cross-modality temporal dependencies. Our contributions
also include the introduction of a newly acquired dataset of face-speech segments from TV data, which we have made publicly available. The proposed method achieves promising performance on this real world dataset as compared to several baselines.},
            pdf = {https://publications.idiap.ch/attachments/papers/2016/Le_ACMMM_2016.pdf}
}