%Aigaion2 BibTeX export from Idiap Publications %Sunday 22 December 2024 04:01:40 AM @INPROCEEDINGS{luo:icvs:2008, author = {Luo, Jie and Caputo, Barbara and Zweig, Alon and Back, Joerg-Henrik and Anemueller, Joern}, projects = {Idiap}, month = {5}, title = {Object Category Detection using Audio-visual Cues}, booktitle = {International Conference on Computer Vision Systems (ICVS08)}, year = {2008}, address = {Santorini, Greece}, abstract = {Categorization is one of the fundamental building blocks of cognitive systems. Object categorization has traditionally been addressed in the vision domain, even though cognitive agents are intrinsically multimodal. Indeed, biological systems combine several modalities in order to achieve robust categorization. In this paper we propose a multimodal approach to object category detection, using audio and visual information. The auditory channel is modeled on biologically motivated spectral features via a discriminative classifier. The visual channel is modeled by a state of the art part based model. Multimodality is achieved using two fusion schemes, one high level and the other low level. Experiments on six different object categories, under increasingly difficult conditions, show strengths and weaknesses of the two approaches, and clearly underline the open challenges for multimodal category detection.}, pdf = {https://publications.idiap.ch/attachments/reports/2008/luo_icvs08.pdf}, postscript = {ftp://ftp.idiap.ch/pub/reports/2008/luo_icvs08.ps.gz}, ipdmembership={Multimodal}, ipdxref={techreport:luo-rr-07-58.bib}, }