%Aigaion2 BibTeX export from Idiap Publications %Thursday 21 November 2024 01:03:43 PM @TECHREPORT{Lebret_Idiap-RR-22-2015, author = {Lebret, R{\'{e}}mi and Pinheiro, Pedro H. O. and Collobert, Ronan}, projects = {Idiap}, month = {6}, title = {Simple Image Description Generator via a Linear Phrase-based Model}, type = {Idiap-RR}, number = {Idiap-RR-22-2015}, year = {2015}, institution = {Idiap}, note = {In the workshop session of the International Conference on Learning Representations}, abstract = {Generating a novel textual description of an image is an interesting problem that connects computer vision and natural language processing. In this paper, we present a simple model that is able to generate descriptive sentences given a sample image. This model has a strong focus on the syntax of the descriptions. We train a purely bilinear model that learns a metric between an image representation (generated from a previously trained Convolutional Neural Network) and phrases that are used to described them. The system is then able to infer phrases from a given image sample. Based on caption syntax statistics, we propose a simple language model that can produce relevant descriptions for a given test image using the phrases inferred. Our approach, which is considerably simpler than state-of-the- art models, achieves comparable results on the recently release Microsoft COCO dataset.}, pdf = {https://publications.idiap.ch/attachments/reports/2015/Lebret_Idiap-RR-22-2015.pdf} }