{"id":"https://openalex.org/W2005229107","doi":"https://doi.org/10.1080/0144929032000173951","title":"Comparative usability evaluation","display_name":"Comparative usability evaluation","alternate_titles":[],"publication_year":2003,"publication_date":"2003-12-30","ids":{"openalex":"https://openalex.org/W2005229107","doi":"https://doi.org/10.1080/0144929032000173951","mag":"2005229107"},"language":"en","primary_location":{"id":"doi:10.1080/0144929032000173951","doi":"https://doi.org/10.1080/0144929032000173951","is_oa":false,"landing_page_url":"https://doi.org/10.1080/0144929032000173951","pdf_url":null,"source":{"id":"https://openalex.org/S123849098","display_name":"Behaviour and Information Technology","issn_l":"0144-929X","issn":["0144-929X","1362-3001"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-scientific","ccf-c","cwts-core","dongbi-c","erih-plus","fnege-3","jufo-2","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Behaviour &amp; Information Technology","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2005229107"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044520709","display_name":"Rolf Molich","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rolf Molich","raw_affiliation_strings":["DialogDesign, Skovkrogen 3, DK-3660, Stenlose, Denmark E-mail: molich@dialogdesign.dk","DialogDesign, Skovkrogen 3, DK-3660 Stenlose, Denmark#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DialogDesign, Skovkrogen 3, DK-3660, Stenlose, Denmark E-mail: molich@dialogdesign.dk","institution_ids":[]},{"raw_affiliation_string":"DialogDesign, Skovkrogen 3, DK-3660 Stenlose, Denmark#TAB#","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012384194","display_name":"Meghan Ede","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I166794780","display_name":"Wells Fargo (United States)","ror":"https://ror.org/037r2ff59","country_code":"US","type":"company","lineage":["https://openalex.org/I166794780"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Meghan R Ede","raw_affiliation_strings":["Wells Fargo, San Francisco, CA, USA E-mail: meghan.ede@acm.org","Wells Fargo, San Francisco, CA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wells Fargo, San Francisco, CA, USA E-mail: meghan.ede@acm.org","institution_ids":["https://openalex.org/I166794780"]},{"raw_affiliation_string":"Wells Fargo, San Francisco, CA#TAB#","institution_ids":["https://openalex.org/I166794780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047030040","display_name":"Klaus Kaasgaard","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210134091","display_name":"Yahoo (United States)","ror":"https://ror.org/040dkzz12","country_code":"US","type":"company","lineage":["https://openalex.org/I4210134091"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Klaus Kaasgaard","raw_affiliation_strings":["Yahoo!, Sunnyvale, CA, USA E-mail: klausk@yahoo-inc.com","Yahoo, Sunnyvale, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yahoo!, Sunnyvale, CA, USA E-mail: klausk@yahoo-inc.com","institution_ids":["https://openalex.org/I4210134091"]},{"raw_affiliation_string":"Yahoo, Sunnyvale, CA","institution_ids":["https://openalex.org/I4210134091"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050611018","display_name":"Barbara Karyukin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210132870","display_name":"Xerox (United States)","ror":"https://ror.org/03jwzwq24","country_code":"US","type":"company","lineage":["https://openalex.org/I4210132870"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Barbara Karyukin","raw_affiliation_strings":["Xerox Corp, Wilsonville, OR, USA E-mail: barbara.karyukin@office.xerox.com","Xerox Corp., Wilsonville, OR"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xerox Corp, Wilsonville, OR, USA E-mail: barbara.karyukin@office.xerox.com","institution_ids":["https://openalex.org/I4210132870"]},{"raw_affiliation_string":"Xerox Corp., Wilsonville, OR","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.6994,"has_fulltext":false,"cited_by_count":224,"citation_normalized_percentile":{"value":0.98489108,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"23","issue":"1","first_page":"65","last_page":"74"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12481","display_name":"Digital Accessibility for Disabilities","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/usability-testing","display_name":"usability testing","score":0.8799999952316284},{"id":"https://openalex.org/keywords/usability-problems","display_name":"usability problems","score":0.5049999952316284},{"id":"https://openalex.org/keywords/website-usability","display_name":"website usability","score":0.621999979019165},{"id":"https://openalex.org/keywords/task-design","display_name":"task design","score":0.4410000145435333},{"id":"https://openalex.org/keywords/usability-evaluation-methodology","display_name":"usability evaluation methodology","score":0.5379999876022339}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.9745315313339233},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6152698397636414},{"id":"https://openalex.org/C4237393","wikidata":"https://www.wikidata.org/wiki/Q1636686","display_name":"Web usability","level":3,"score":0.6074209809303284},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5960490703582764},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5165309309959412},{"id":"https://openalex.org/C11324603","wikidata":"https://www.wikidata.org/wiki/Q2502322","display_name":"Usability lab","level":4,"score":0.47641265392303467},{"id":"https://openalex.org/C23456302","wikidata":"https://www.wikidata.org/wiki/Q7901668","display_name":"Usability inspection","level":4,"score":0.46163153648376465},{"id":"https://openalex.org/C3255780","wikidata":"https://www.wikidata.org/wiki/Q1616517","display_name":"Heuristic evaluation","level":3,"score":0.4581936299800873},{"id":"https://openalex.org/C188688815","wikidata":"https://www.wikidata.org/wiki/Q7205541","display_name":"Pluralistic walkthrough","level":3,"score":0.45243197679519653},{"id":"https://openalex.org/C139225968","wikidata":"https://www.wikidata.org/wiki/Q17146354","display_name":"System usability scale","level":4,"score":0.4209350049495697},{"id":"https://openalex.org/C100302975","wikidata":"https://www.wikidata.org/wiki/Q1642623","display_name":"Usability engineering","level":3,"score":0.4141230285167694},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.37345802783966064},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.31433165073394775},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.09384334087371826},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1080/0144929032000173951","doi":"https://doi.org/10.1080/0144929032000173951","is_oa":false,"landing_page_url":"https://doi.org/10.1080/0144929032000173951","pdf_url":null,"source":{"id":"https://openalex.org/S123849098","display_name":"Behaviour and Information Technology","issn_l":"0144-929X","issn":["0144-929X","1362-3001"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-scientific","ccf-c","cwts-core","dongbi-c","erih-plus","fnege-3","jufo-2","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Behaviour &amp; Information Technology","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.132.9688","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.132.9688","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.faculty.english.ttu.edu/5388/resources/molich.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W19399978","https://openalex.org/W1558663422","https://openalex.org/W1596953637","https://openalex.org/W1980880315","https://openalex.org/W1981610984","https://openalex.org/W2047322855","https://openalex.org/W2049671505","https://openalex.org/W2050229001","https://openalex.org/W2078504914","https://openalex.org/W2083939386","https://openalex.org/W2099473180","https://openalex.org/W2101451656","https://openalex.org/W2156196376"],"related_works":["https://openalex.org/W2082426156","https://openalex.org/W4251115000","https://openalex.org/W7037251315","https://openalex.org/W3042207657","https://openalex.org/W2039900166","https://openalex.org/W4256169019","https://openalex.org/W7098557467","https://openalex.org/W7038851400","https://openalex.org/W1972940641","https://openalex.org/W2050229001"],"abstract_inverted_index":{"This":[0],"paper":[1],"reports":[2],"on":[3],"a":[4,29,132],"study":[5],"assessing":[6],"the":[7,18,21,73,78,86,102,124,128],"consistency":[8],"of":[9,20,36,77,101,106],"usability":[10,19,48,133],"testing":[11],"across":[12],"organisations.":[13],"Nine":[14],"independent":[15],"organisations":[16],"evaluated":[17],"same":[22,74,125,129],"website,":[23],"Microsoft":[24],"Hotmail.":[25],"The":[26,43],"results":[27,97,130],"document":[28],"wide":[30],"difference":[31],"in":[32,131],"selection":[33],"and":[34,40,126],"application":[35],"methodology,":[37],"resources":[38],"applied,":[39],"problems":[41,52,62],"reported.":[42],"organizations":[44],"reported":[45,54,72],"310":[46],"different":[47,96],"problems.":[49],"Only":[50],"two":[51,70],"were":[53,64,81,109],"by":[55,89],"six":[56],"or":[57,91],"more":[58],"organizations,":[59],"while":[60],"232":[61],"(75%)":[63],"uniquely":[65],"reported,":[66],"that":[67,115,119],"is,":[68],"no":[69],"teams":[71,93],"problem.":[75],"Some":[76],"unique":[79],"findings":[80,103],"classified":[82],"as":[83],"serious.":[84],"Even":[85],"tasks":[87,108],"used":[88],"most":[90],"all":[92,122],"produced":[94],"very":[95],"\u2013":[98],"around":[99],"70%":[100],"for":[104],"each":[105],"these":[107],"unique.":[110],"Our":[111],"main":[112],"conclusion":[113],"is":[114,135],"our":[116],"simple":[117],"assumption":[118],"we":[120],"are":[121],"doing":[123],"getting":[127],"test":[134],"plainly":[136],"wrong.":[137]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2005229107","counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":10},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":13},{"year":2014,"cited_by_count":16},{"year":2013,"cited_by_count":16},{"year":2012,"cited_by_count":8}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
