@inproceedings{4f52ccf8a58d4c33b5e8ee8deeae5786,
title = "MeMo: Towards automatic usability evaluation of spoken dialogue services by user error simulations",
abstract = "Proper usability evaluations of spoken dialogue systems are costly and cumbersome to carry out. In this paper, we present a new approach for facilitating usability evaluations which is based on user error simulations. The idea is to replace real users with simulations derived from empirical observations of users' erroneous behavior. The simulated errors must cover both system-driven errors (e.g., due to poor speech recognition) as well as conceptual errors and slips of the user, because neither alone is predictive of perceived usability. The simulation is integrated into a workbench which produces reports of typical and rare errors, and which allows usability ratings to be predicted. If successful, this workbench will help designers in making choices between system versions and lower testing costs at early phases of development. Challenges to the approach are discussed and solutions proposed.",
keywords = "Evaluation, Spoken-dialogue system, Usability",
author = "Sebastian M{\"o}ller and Roman Englert and Klaus Engelbrecht and Verena Hafner and Anthony Jameson and Antti Oulasvirta and Alexander Raake and Norbert Reithinger",
year = "2006",
month = jan,
day = "1",
language = "English",
isbn = "9781604234497",
series = "INTERSPEECH 2006 and 9th International Conference on Spoken Language Processing, INTERSPEECH 2006 - ICSLP",
publisher = "International Speech Communication Association",
pages = "1786--1789",
booktitle = "INTERSPEECH 2006 and 9th International Conference on Spoken Language Processing, INTERSPEECH 2006 - ICSLP",
note = "INTERSPEECH 2006 and 9th International Conference on Spoken Language Processing, INTERSPEECH 2006 - ICSLP ; Conference date: 17-09-2006 Through 21-09-2006",
}