@inproceedings{aacf48f913be4f0aaef4ffe65bb3b7a8,
title = "Consolidating usability problems with novice evaluators",
abstract = "The process of consolidating usability problems (UPs) is an integral part of usability evaluation involving multiple users/analysts. However, little is known about the mechanism of this process and its effects on evaluation outcomes, which presumably influence how developers redesign the system of interest. We conducted an exploratory research study with ten novice evaluators to examine how they performed when merging UPs in the individual and collaborative setting and how they drew consensus. Our findings indicate that collaborative merging causes the absolute number of UPs to deflate, and concomitantly the frequency of certain UP types as well as their severity ratings to inflate excessively. It can be attributed to the susceptibility of novice evaluators to persuasion in a negotiation setting, and thus they tended to aggregate UPs leniently. Such distorted UP attributes may mislead the prioritization of UPs for fixing and thus result in ineffective system redesign.",
keywords = "Confidence, Consensus building, Downstream utility, Evaluator effect, Filtering, Merging, Severity, Usability problems",
author = "Law, {Effie Lai Chong} and Hvannberg, {Ebba Thora}",
year = "2008",
doi = "10.1145/1463160.1463228",
language = "English",
isbn = "9781595937049",
series = "ACM International Conference Proceeding Series",
pages = "495--498",
booktitle = "NordiCHI 2008",
note = "NordiCHI 2008: Building Bridges - 5th Nordic Conference on Human-Computer Interaction ; Conference date: 20-10-2008 Through 22-10-2008",
}