{"id":"https://openalex.org/W1992007286","doi":"https://doi.org/10.1145/191666.191755","title":"Comparative usability evaluation","display_name":"Comparative usability evaluation","publication_year":1994,"publication_date":"1994-04-24","ids":{"openalex":"https://openalex.org/W1992007286","doi":"https://doi.org/10.1145/191666.191755","mag":"1992007286"},"language":"en","primary_location":{"id":"doi:10.1145/191666.191755","doi":"https://doi.org/10.1145/191666.191755","is_oa":true,"landing_page_url":"https://doi.org/10.1145/191666.191755","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/191666.191755","source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the SIGCHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/191666.191755","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077938360","display_name":"J\u00fcrgen Koenemann","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]},{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J\u00fcrgen Koenemann-Belliveau","raw_affiliation_strings":["Department of Psychology, Rutgers University, New Brunswick, NJ and IBM T.J. Watson Research Center, Box 704, Yorktown Heights, New York"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology, Rutgers University, New Brunswick, NJ and IBM T.J. Watson Research Center, Box 704, Yorktown Heights, New York","institution_ids":["https://openalex.org/I102322142","https://openalex.org/I4210114115"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054610664","display_name":"John M. Carroll","orcid":"https://orcid.org/0000-0001-5189-337X","observed_orcids":["https://orcid.org/0000-0001-5189-337X"]},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]},{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John M. Carroll","raw_affiliation_strings":["Department of Computer Science, Virginia Tech, Blacksburg, VA and IBM T.J. Watson Research Center, Box 704, Yorktown Heights, New York"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Virginia Tech, Blacksburg, VA and IBM T.J. Watson Research Center, Box 704, Yorktown Heights, New York","institution_ids":["https://openalex.org/I4210114115","https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083871571","display_name":"Mary Beth Rosson","orcid":"https://orcid.org/0000-0001-6101-3401","observed_orcids":["https://orcid.org/0000-0001-6101-3401"]},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]},{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mary Beth Rosson","raw_affiliation_strings":["Department of Computer Science, Virginia Tech, Blacksburg, VA and IBM T.J. Watson Research Center, Box 704, Yorktown Heights, New York"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Virginia Tech, Blacksburg, VA and IBM T.J. Watson Research Center, Box 704, Yorktown Heights, New York","institution_ids":["https://openalex.org/I4210114115","https://openalex.org/I859038795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043422500","display_name":"Mark Kevin Singley","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mark K. Singley","raw_affiliation_strings":["Division of Cognitive and Instructional Science, ETS, Princeton, NJ and IBM T.J. Watson Research Center, Box 704, Yorktown Heights, New York"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Cognitive and Instructional Science, ETS, Princeton, NJ and IBM T.J. Watson Research Center, Box 704, Yorktown Heights, New York","institution_ids":["https://openalex.org/I4210114115"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3701,"has_fulltext":true,"cited_by_count":29,"citation_normalized_percentile":{"value":0.80940594,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"245","last_page":"251"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14074","display_name":"Persona Design and Applications","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/critical-incident-technique","display_name":"critical incident technique","score":0.8169999718666077},{"id":"https://openalex.org/keywords/claims-analysis","display_name":"claims analysis","score":0.7039999961853027},{"id":"https://openalex.org/keywords/usability-evaluation","display_name":"usability evaluation","score":0.4020000100135803}],"concepts":[{"id":"https://openalex.org/C2776608531","wikidata":"https://www.wikidata.org/wiki/Q12253","display_name":"Watson","level":2,"score":0.9437235593795776},{"id":"https://openalex.org/C70388272","wikidata":"https://www.wikidata.org/wiki/Q5968558","display_name":"IBM","level":2,"score":0.8840919733047485},{"id":"https://openalex.org/C2777532764","wikidata":"https://www.wikidata.org/wiki/Q31855","display_name":"Research center","level":2,"score":0.6407032608985901},{"id":"https://openalex.org/C92298750","wikidata":"https://www.wikidata.org/wiki/Q17008161","display_name":"Cognitive computing","level":3,"score":0.5430750846862793},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.5113134384155273},{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.4546244442462921},{"id":"https://openalex.org/C2779463800","wikidata":"https://www.wikidata.org/wiki/Q5062222","display_name":"Center (category theory)","level":2,"score":0.43321889638900757},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.34018439054489136},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.16034188866615295},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.15580487251281738},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.15378707647323608},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.12104851007461548},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10521915555000305},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.08707362413406372},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C8010536","wikidata":"https://www.wikidata.org/wiki/Q160398","display_name":"Crystallography","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/191666.191755","doi":"https://doi.org/10.1145/191666.191755","is_oa":true,"landing_page_url":"https://doi.org/10.1145/191666.191755","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/191666.191755","source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the SIGCHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/191666.191755","doi":"https://doi.org/10.1145/191666.191755","is_oa":true,"landing_page_url":"https://doi.org/10.1145/191666.191755","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/191666.191755","source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the SIGCHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1992007286.pdf","grobid_xml":"https://content.openalex.org/works/W1992007286.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W82655570","https://openalex.org/W110062975","https://openalex.org/W1493315108","https://openalex.org/W1538058441","https://openalex.org/W1587166076","https://openalex.org/W1844961184","https://openalex.org/W1977953443","https://openalex.org/W1980031143","https://openalex.org/W1984529712","https://openalex.org/W1995620802","https://openalex.org/W2022335546","https://openalex.org/W2142325887","https://openalex.org/W4213102769","https://openalex.org/W4244134295","https://openalex.org/W4247929031"],"related_works":["https://openalex.org/W7095832425","https://openalex.org/W4229882839","https://openalex.org/W2026566628","https://openalex.org/W2098423543","https://openalex.org/W1545993673","https://openalex.org/W2319311442","https://openalex.org/W4247636936","https://openalex.org/W2026427229","https://openalex.org/W2093876922","https://openalex.org/W2078484270"],"abstract_inverted_index":{"Em":[0],"irical":[1],"usability":[2,45,54],"evaluations":[3],"(particularly":[4],"forrna~ive":[5],"J":[6],"ev":[7],"uations":[8],"[13])":[9],"hinge":[10],"on":[11],"observing":[12],"and":[13,70],"interpreting":[14],"critical":[15,23,32],"incidents":[16],"[8]":[17],"of":[18,28,35,56],"use.We":[19],"proposed":[20],"[3,5]":[21],"augmenting":[22],"incident":[24],"methods":[25],"by":[26],"analysis":[27,55,65],"what":[29],"we":[30],"called":[31],"threads:":[33],"sets":[34],"causally":[36],"related":[37,58],"user":[38],"episodes":[39],"that,":[40],"taken":[41],"together,":[42],"define":[43],"major":[44],"themes.This":[46],"paper":[47],"extents":[48],"this":[49],"work":[50],"to":[51,68],"the":[52],"comparative":[53],"a":[57],"artifact.We":[59],"discuss":[60],"how":[61],"our":[62,72],"earlier":[63],"claims":[64],"was":[66],"used":[67],"orient":[69],"simplify":[71],"current":[73],"evaluation":[74],"efforts.":[75]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2012,"cited_by_count":2}],"updated_date":"2026-10-26T11:51:55.731654","created_date":"2016-06-24T00:00:00"}