%Aigaion2 BibTeX export from Idiap Publications %Tuesday 10 December 2024 05:44:13 AM @INPROCEEDINGS{Popescu-Belis_LREC-2_2008, author = {Popescu-Belis, Andrei and Flynn, Mike and Wellner, Pierre and Baudrion, Philippe}, projects = {Idiap, AMIDA, IM2}, title = {Task-based evaluation of meeting browsers: from BET task elicitation to user behavior analysis}, booktitle = {6th International Conference on Language Resources and Evaluation}, year = {2008}, location = {Marrakech, Morocco}, abstract = {This paper presents recent results of the application of the task-based Browser Evaluation Test (BET) to meeting browsers, that is, interfaces to multimodal databases of meeting recordings. The tasks were defined by browser-neutral BET observers. Two groups of human subjects used the Transcript-based Query and Browsing interface (TQB,',','), and attempted to solve as many BET tasks {\^{a}}€“ pairs of true/false statements to disambiguate {\^{a}}€“ as possible in a fixed amount of time. Their performance was measured in terms of precision and speed. Results indicate that the browser{\^{a}}€™s annotation-based search functionality is frequently used, in particular the keyword search. A more detailed analysis of each test question for each participant confirms that despite considerable variation across strategies, the use of queries is correlated to successful performance.}, pdf = {https://publications.idiap.ch/attachments/papers/2008/Popescu-Belis_LREC-2_2008.pdf} }