%Aigaion2 BibTeX export from Idiap Publications %Thursday 26 December 2024 01:05:17 PM @TECHREPORT{Lebret_Idiap-RR-29-2013, author = {Lebret, R{\'{e}}mi and Collobert, Ronan}, projects = {Idiap}, month = {8}, title = {Word Embeddings through Hellinger PCA}, type = {Idiap-RR}, number = {Idiap-RR-29-2013}, year = {2013}, institution = {Idiap}, abstract = {Word embeddings resulting from neural lan- guage models have been shown to be successful for a large variety of NLP tasks. However, such architecture might be difficult to train and time-consuming. Instead, we propose to drastically simplify the word embeddings computation through a Hellinger PCA of the word co-occurence matrix. We compare those new word embeddings with the Collobert and Weston (2008) embeddings on several NLP tasks and show that we can reach similar or even better performance.}, pdf = {https://publications.idiap.ch/attachments/reports/2013/Lebret_Idiap-RR-29-2013.pdf} }