{"id":"https://openalex.org/W2057171143","doi":"https://doi.org/10.1145/2240156.2240164","title":"Backtracking Events as Indicators of Usability Problems in Creation-Oriented Applications","display_name":"Backtracking Events as Indicators of Usability Problems in Creation-Oriented Applications","publication_year":2012,"publication_date":"2012-07-01","ids":{"openalex":"https://openalex.org/W2057171143","doi":"https://doi.org/10.1145/2240156.2240164","mag":"2057171143"},"language":"en","primary_location":{"id":"doi:10.1145/2240156.2240164","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2240156.2240164","pdf_url":null,"source":{"id":"https://openalex.org/S89276529","display_name":"ACM Transactions on Computer-Human Interaction","issn_l":"1073-0516","issn":["1073-0516","1557-7325"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computer-Human Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000102893","display_name":"David Akers","orcid":null},"institutions":[{"id":"https://openalex.org/I146552867","display_name":"University of Puget Sound","ror":"https://ror.org/042drmv40","country_code":"US","type":"education","lineage":["https://openalex.org/I146552867"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"David Akers","raw_affiliation_strings":["University of Puget Sound"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Puget Sound","institution_ids":["https://openalex.org/I146552867"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072679108","display_name":"Robin Jeffries","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robin Jeffries","raw_affiliation_strings":["Google, Inc","GOOGLE INC "],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, Inc","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"GOOGLE INC ","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113667871","display_name":"Matthew Simpson","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Simpson","raw_affiliation_strings":["Google, Inc","GOOGLE INC "],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, Inc","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"GOOGLE INC ","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005685978","display_name":"Terry Winograd","orcid":"https://orcid.org/0000-0003-4435-7215"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Terry Winograd","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5000102893"],"corresponding_institution_ids":["https://openalex.org/I146552867"],"apc_list":null,"apc_paid":null,"fwci":2.9556,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.90621039,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"19","issue":"2","first_page":"1","last_page":"40"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.9184876680374146},{"id":"https://openalex.org/keywords/backtracking","display_name":"Backtracking","score":0.8951658010482788},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8191078901290894},{"id":"https://openalex.org/keywords/cognitive-walkthrough","display_name":"Cognitive walkthrough","score":0.6068352460861206},{"id":"https://openalex.org/keywords/undo","display_name":"Undo","score":0.5918179154396057},{"id":"https://openalex.org/keywords/usability-goals","display_name":"Usability goals","score":0.5468180179595947},{"id":"https://openalex.org/keywords/pluralistic-walkthrough","display_name":"Pluralistic walkthrough","score":0.49390584230422974},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4844691753387451},{"id":"https://openalex.org/keywords/usability-engineering","display_name":"Usability engineering","score":0.45730286836624146},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4558895230293274},{"id":"https://openalex.org/keywords/web-usability","display_name":"Web usability","score":0.45043280720710754},{"id":"https://openalex.org/keywords/usability-inspection","display_name":"Usability inspection","score":0.44023001194000244},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.43450114130973816},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.18714967370033264}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.9184876680374146},{"id":"https://openalex.org/C156884757","wikidata":"https://www.wikidata.org/wiki/Q798554","display_name":"Backtracking","level":2,"score":0.8951658010482788},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8191078901290894},{"id":"https://openalex.org/C87105883","wikidata":"https://www.wikidata.org/wiki/Q1107002","display_name":"Cognitive walkthrough","level":4,"score":0.6068352460861206},{"id":"https://openalex.org/C2780154230","wikidata":"https://www.wikidata.org/wiki/Q513420","display_name":"Undo","level":2,"score":0.5918179154396057},{"id":"https://openalex.org/C62993174","wikidata":"https://www.wikidata.org/wiki/Q2928808","display_name":"Usability goals","level":4,"score":0.5468180179595947},{"id":"https://openalex.org/C188688815","wikidata":"https://www.wikidata.org/wiki/Q7205541","display_name":"Pluralistic walkthrough","level":3,"score":0.49390584230422974},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4844691753387451},{"id":"https://openalex.org/C100302975","wikidata":"https://www.wikidata.org/wiki/Q1642623","display_name":"Usability engineering","level":3,"score":0.45730286836624146},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4558895230293274},{"id":"https://openalex.org/C4237393","wikidata":"https://www.wikidata.org/wiki/Q1636686","display_name":"Web usability","level":3,"score":0.45043280720710754},{"id":"https://openalex.org/C23456302","wikidata":"https://www.wikidata.org/wiki/Q7901668","display_name":"Usability inspection","level":4,"score":0.44023001194000244},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.43450114130973816},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.18714967370033264}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2240156.2240164","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2240156.2240164","pdf_url":null,"source":{"id":"https://openalex.org/S89276529","display_name":"ACM Transactions on Computer-Human Interaction","issn_l":"1073-0516","issn":["1073-0516","1557-7325"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computer-Human Interaction","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.308.1949","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.308.1949","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://static.googleusercontent.com/external_content/untrusted_dlcp/research.google.com/en/us/pubs/archive/40417.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W123080854","https://openalex.org/W128746159","https://openalex.org/W168772177","https://openalex.org/W606089276","https://openalex.org/W1508619279","https://openalex.org/W1530266187","https://openalex.org/W1555610360","https://openalex.org/W1558663422","https://openalex.org/W1596953637","https://openalex.org/W1605067591","https://openalex.org/W1635961553","https://openalex.org/W1967305745","https://openalex.org/W1972940641","https://openalex.org/W1978980572","https://openalex.org/W1980880315","https://openalex.org/W1991691398","https://openalex.org/W1992007286","https://openalex.org/W1999033210","https://openalex.org/W2008522363","https://openalex.org/W2008691114","https://openalex.org/W2009823019","https://openalex.org/W2009978384","https://openalex.org/W2029540050","https://openalex.org/W2034503479","https://openalex.org/W2035080477","https://openalex.org/W2035081519","https://openalex.org/W2038631322","https://openalex.org/W2049671505","https://openalex.org/W2066655325","https://openalex.org/W2067099887","https://openalex.org/W2069003154","https://openalex.org/W2075757647","https://openalex.org/W2080743924","https://openalex.org/W2086606137","https://openalex.org/W2098903272","https://openalex.org/W2099473180","https://openalex.org/W2102418365","https://openalex.org/W2105297890","https://openalex.org/W2110802508","https://openalex.org/W2116041277","https://openalex.org/W2120973494","https://openalex.org/W2124696116","https://openalex.org/W2132916101","https://openalex.org/W2151854647","https://openalex.org/W2159306398","https://openalex.org/W2162598207","https://openalex.org/W2164558494","https://openalex.org/W2255191461","https://openalex.org/W2639421075","https://openalex.org/W2913215602","https://openalex.org/W3022307797","https://openalex.org/W4244134295","https://openalex.org/W4249077556","https://openalex.org/W4249109750","https://openalex.org/W4253953736","https://openalex.org/W4285719527","https://openalex.org/W6681541812"],"related_works":["https://openalex.org/W2016022053","https://openalex.org/W2155602934","https://openalex.org/W2212131490","https://openalex.org/W147331940","https://openalex.org/W277755922","https://openalex.org/W2502855496","https://openalex.org/W2081936878","https://openalex.org/W2163058110","https://openalex.org/W2016157817","https://openalex.org/W114266191"],"abstract_inverted_index":{"A":[0],"diversity":[1,33],"of":[2,28,34,64,133],"user":[3],"goals":[4],"and":[5,66,96,139],"strategies":[6],"make":[7],"creation-oriented":[8,71,81,137],"applications":[9,22,82],"such":[10,21,107],"as":[11,108],"word":[12],"processors":[13],"or":[14],"photo-editors":[15],"difficult":[16],"to":[17,30,60,104,115,145],"comprehensively":[18],"test.":[19],"Evaluating":[20],"requires":[23],"testing":[24,39],"a":[25,51,142],"large":[26],"pool":[27],"participants":[29],"capture":[31,110],"the":[32,62,113],"experience,":[35],"but":[36],"traditional":[37,146],"usability":[38,53,68,118,134,148],"can":[40,90,129,140],"be":[41,91,130],"prohibitively":[42],"expensive.":[43],"To":[44],"address":[45],"this":[46,48],"problem,":[47],"article":[49],"contributes":[50],"new":[52],"evaluation":[54],"method":[55],"called":[56],"backtracking":[57,87,127],"analysis,":[58],"designed":[59],"automate":[61],"process":[63],"detecting":[65],"characterizing":[67],"problems":[69,135],"in":[70,80,86,136],"applications.":[72],"The":[73,120],"key":[74],"insight":[75],"is":[76],"that":[77,89,126],"interaction":[78],"breakdowns":[79],"often":[83],"manifest":[84],"themselves":[85],"operations":[88],"automatically":[92],"logged":[93],"(e.g.,":[94],"undo":[95],"erase":[97],"operations).":[98],"Backtracking":[99],"analysis":[100],"synchronizes":[101],"these":[102],"events":[103,128],"contextual":[105],"data":[106],"screen":[109],"video,":[111],"helping":[112],"evaluator":[114],"characterize":[116],"specific":[117],"problems.":[119],"results":[121],"from":[122],"three":[123],"experiments":[124],"demonstrate":[125],"effective":[131],"indicators":[132],"applications,":[138],"yield":[141],"cost-effective":[143],"alternative":[144],"laboratory":[147],"testing.":[149]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}