%Aigaion2 BibTeX export from Idiap Publications %Saturday 21 December 2024 05:57:11 PM @INPROCEEDINGS{Parra-Gallego_INTERSPEECH_2024, author = {Parra-Gallego, Luis Felipe and Purohit, Tilak and Vlasenko, Bogdan and Orozco-Arroyave, Juan Rafael and Magimai.-Doss, Mathew}, keywords = {cross-transfer knowledge, Customer satisfaction, Spoken Language Understanding}, projects = {EMIL, IICT}, month = sep, title = {Cross-transfer Knowledge between Speech and Text Encoders to Evaluate Customer Satisfaction}, booktitle = {Interspeech}, year = {2024}, publisher = {ISCA}, location = {Kos Island, Greece}, abstract = {Customer Satisfaction (CS) in call centers influences customer loyalty and the company's reputation. Traditionally, CS evaluations were conducted manually or with classical machine learning algorithms; however, advancements in deep learning have led to automated systems that evaluate CS using speech and text analyses. Previous studies have shown the text approach to be more accurate but relies on an external ASR for transcription. This study introduces a cross-transfer knowledge technique, distilling knowledge from the BERT model into speech encoders like Wav2Vec2, WavLM, and Whisper. By enriching these encoders with BERT’s linguistic information, we improve speech analysis performance and eliminate the need for an ASR. In evaluations on a dataset of customer opinions, our methods achieve over 92\% accuracy in identifying CS categories, providing a faster and cost-effective solution compared to traditional text approaches.}, pdf = {https://publications.idiap.ch/attachments/papers/2024/Parra-Gallego_INTERSPEECH_2024.pdf} }