{"id":"https://openalex.org/W3185232422","doi":"https://doi.org/10.1145/3453479","title":"Do You Feel the Same? On the Robustness of Cued-Recall Debriefing for User Experience Evaluation","display_name":"Do You Feel the Same? On the Robustness of Cued-Recall Debriefing for User Experience Evaluation","publication_year":2021,"publication_date":"2021-07-23","ids":{"openalex":"https://openalex.org/W3185232422","doi":"https://doi.org/10.1145/3453479","mag":"3185232422"},"language":"en","primary_location":{"id":"doi:10.1145/3453479","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3453479","pdf_url":null,"source":{"id":"https://openalex.org/S89276529","display_name":"ACM Transactions on Computer-Human Interaction","issn_l":"1073-0516","issn":["1073-0516","1557-7325"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computer-Human Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054713399","display_name":"Anders Bruun","orcid":"https://orcid.org/0000-0003-1208-5155"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":true,"raw_author_name":"Anders Bruun","raw_affiliation_strings":["Aalborg University"],"affiliations":[{"raw_affiliation_string":"Aalborg University","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033477639","display_name":"Effie Lai\u2010Chong Law","orcid":"https://orcid.org/0000-0002-0873-0150"},"institutions":[{"id":"https://openalex.org/I153648349","display_name":"University of Leicester","ror":"https://ror.org/04h699437","country_code":"GB","type":"education","lineage":["https://openalex.org/I153648349"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Effie Lai-Chong Law","raw_affiliation_strings":["University of Leicester, Leicester"],"affiliations":[{"raw_affiliation_string":"University of Leicester, Leicester","institution_ids":["https://openalex.org/I153648349"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080416900","display_name":"Thomas D. Nielsen","orcid":"https://orcid.org/0000-0002-4823-6341"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Thomas Dyhre Nielsen","raw_affiliation_strings":["Aalborg University"],"affiliations":[{"raw_affiliation_string":"Aalborg University","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042766970","display_name":"Matthias Heintz","orcid":"https://orcid.org/0000-0003-2033-959X"},"institutions":[{"id":"https://openalex.org/I153648349","display_name":"University of Leicester","ror":"https://ror.org/04h699437","country_code":"GB","type":"education","lineage":["https://openalex.org/I153648349"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Matthias Heintz","raw_affiliation_strings":["University of Leicester, Leicester"],"affiliations":[{"raw_affiliation_string":"University of Leicester, Leicester","institution_ids":["https://openalex.org/I153648349"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5054713399"],"corresponding_institution_ids":["https://openalex.org/I891191580"],"apc_list":null,"apc_paid":null,"fwci":4.0345,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.94832771,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"28","issue":"4","first_page":"1","last_page":"45"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/debriefing","display_name":"Debriefing","score":0.7777968645095825},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.7194962501525879},{"id":"https://openalex.org/keywords/cued-recall","display_name":"Cued recall","score":0.6982454657554626},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.570767343044281},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.5549352169036865},{"id":"https://openalex.org/keywords/think-aloud-protocol","display_name":"Think aloud protocol","score":0.5290580987930298},{"id":"https://openalex.org/keywords/cued-speech","display_name":"Cued speech","score":0.46429169178009033},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.43305331468582153},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.43156805634498596},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.42225661873817444},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4063350558280945},{"id":"https://openalex.org/keywords/applied-psychology","display_name":"Applied psychology","score":0.3622066080570221},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.32872575521469116},{"id":"https://openalex.org/keywords/free-recall","display_name":"Free recall","score":0.2799969017505646},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.18588107824325562}],"concepts":[{"id":"https://openalex.org/C202695956","wikidata":"https://www.wikidata.org/wiki/Q2669680","display_name":"Debriefing","level":2,"score":0.7777968645095825},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.7194962501525879},{"id":"https://openalex.org/C3018518400","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Cued recall","level":4,"score":0.6982454657554626},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.570767343044281},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5549352169036865},{"id":"https://openalex.org/C78821406","wikidata":"https://www.wikidata.org/wiki/Q391810","display_name":"Think aloud protocol","level":3,"score":0.5290580987930298},{"id":"https://openalex.org/C83195618","wikidata":"https://www.wikidata.org/wiki/Q590951","display_name":"Cued speech","level":2,"score":0.46429169178009033},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.43305331468582153},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.43156805634498596},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.42225661873817444},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4063350558280945},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.3622066080570221},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.32872575521469116},{"id":"https://openalex.org/C36668950","wikidata":"https://www.wikidata.org/wiki/Q5500279","display_name":"Free recall","level":3,"score":0.2799969017505646},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.18588107824325562},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3453479","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3453479","pdf_url":null,"source":{"id":"https://openalex.org/S89276529","display_name":"ACM Transactions on Computer-Human Interaction","issn_l":"1073-0516","issn":["1073-0516","1557-7325"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computer-Human Interaction","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:publications/2045da38-d709-4162-8dc0-93564b09ccdf","is_oa":false,"landing_page_url":"http://www.scopus.com/inward/record.url?scp=85112865506&partnerID=8YFLogxK","pdf_url":null,"source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Bruun , A , Law , E L C , Nielsen , T D & Heintz , M 2021 , ' Do You Feel the Same? On the Robustness of Cued-Recall Debriefing for User Experience Evaluation ' , ACM Transactions on Computer-Human Interaction , vol. 28 , no. 4 , 25 , pp. 1-45 . https://doi.org/10.1145/3453479","raw_type":"article"},{"id":"pmh:oai:pure.atira.dk:publications/2045da38-d709-4162-8dc0-93564b09ccdf","is_oa":false,"landing_page_url":"https://vbn.aau.dk/da/publications/2045da38-d709-4162-8dc0-93564b09ccdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Bruun, A, Law, E L C, Nielsen, T D & Heintz, M 2021, 'Do You Feel the Same? On the Robustness of Cued-Recall Debriefing for User Experience Evaluation', ACM Transactions on Computer-Human Interaction, vol. 28, no. 4, 25, pp. 1-45. https://doi.org/10.1145/3453479","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.6100000143051147,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":93,"referenced_works":["https://openalex.org/W184812446","https://openalex.org/W614096023","https://openalex.org/W1506299970","https://openalex.org/W1537273123","https://openalex.org/W1783197491","https://openalex.org/W1859832124","https://openalex.org/W1922634311","https://openalex.org/W1966797434","https://openalex.org/W1975947418","https://openalex.org/W1983476438","https://openalex.org/W1993933064","https://openalex.org/W1995270501","https://openalex.org/W1997205528","https://openalex.org/W1998721035","https://openalex.org/W2001640574","https://openalex.org/W2002055708","https://openalex.org/W2003653478","https://openalex.org/W2009141150","https://openalex.org/W2010920561","https://openalex.org/W2015302753","https://openalex.org/W2016112357","https://openalex.org/W2020325205","https://openalex.org/W2020639717","https://openalex.org/W2023406745","https://openalex.org/W2024341218","https://openalex.org/W2033995789","https://openalex.org/W2034052832","https://openalex.org/W2034313253","https://openalex.org/W2038007153","https://openalex.org/W2041298596","https://openalex.org/W2041656211","https://openalex.org/W2043037790","https://openalex.org/W2045678811","https://openalex.org/W2049681308","https://openalex.org/W2062392283","https://openalex.org/W2080043525","https://openalex.org/W2080553574","https://openalex.org/W2084397606","https://openalex.org/W2090239842","https://openalex.org/W2090242685","https://openalex.org/W2091078977","https://openalex.org/W2096936238","https://openalex.org/W2102418365","https://openalex.org/W2102770351","https://openalex.org/W2102998034","https://openalex.org/W2110506823","https://openalex.org/W2116183712","https://openalex.org/W2116209113","https://openalex.org/W2117507642","https://openalex.org/W2126145938","https://openalex.org/W2126607110","https://openalex.org/W2127283001","https://openalex.org/W2130267632","https://openalex.org/W2130494785","https://openalex.org/W2134033472","https://openalex.org/W2134807463","https://openalex.org/W2135186339","https://openalex.org/W2140721422","https://openalex.org/W2141523763","https://openalex.org/W2142556291","https://openalex.org/W2151052658","https://openalex.org/W2156196376","https://openalex.org/W2156848952","https://openalex.org/W2158810025","https://openalex.org/W2162463841","https://openalex.org/W2166593067","https://openalex.org/W2167557160","https://openalex.org/W2182821278","https://openalex.org/W2284114953","https://openalex.org/W2291663305","https://openalex.org/W2293081071","https://openalex.org/W2315926949","https://openalex.org/W2469474566","https://openalex.org/W2500118862","https://openalex.org/W2537757770","https://openalex.org/W2582349484","https://openalex.org/W2587064974","https://openalex.org/W2752576383","https://openalex.org/W2778330162","https://openalex.org/W2892892368","https://openalex.org/W2913148887","https://openalex.org/W2921535466","https://openalex.org/W2936767706","https://openalex.org/W2969883136","https://openalex.org/W2972644161","https://openalex.org/W3111472409","https://openalex.org/W4206774691","https://openalex.org/W4211080644","https://openalex.org/W4235735487","https://openalex.org/W4242467268","https://openalex.org/W4243216998","https://openalex.org/W4253707727","https://openalex.org/W6638020102"],"related_works":["https://openalex.org/W2090348491","https://openalex.org/W2054175736","https://openalex.org/W3012342241","https://openalex.org/W2150743784","https://openalex.org/W1968018751","https://openalex.org/W2911731311","https://openalex.org/W2028169246","https://openalex.org/W1984165316","https://openalex.org/W1990379176","https://openalex.org/W2079019415"],"abstract_inverted_index":{"Cued":[0],"Recall":[1],"Debriefing":[2],"(CRD)":[3],"is":[4,166,174],"a":[5,17,31,175,183,191],"form":[6],"of":[7,38,76,145,194],"retrospective":[8],"think":[9],"aloud":[10],"approach.":[11],"It":[12],"involves":[13],"re-immersing":[14],"users":[15],"to":[16,24,124,141,159,181,190],"level":[18],"where":[19],"emotional":[20],"responses":[21],"are":[22],"comparable":[23],"those":[25],"experienced":[26],"during":[27],"actual":[28,48,151],"interaction":[29,152],"with":[30,42,53,63,95,100,131],"system.":[32],"To":[33],"validate":[34],"whether":[35],"the":[36,43,47,54,58,111,143,150,170],"robustness":[37],"CRD":[39,179],"would":[40],"vary":[41],"time":[44],"gap":[45],"between":[46],"and":[49,52,86,127,134,153,173,197],"recalled":[50],"event":[51],"affective":[55],"state":[56],"preceding":[57],"recall,":[59],"two":[60],"empirical":[61],"studies":[62],"altogether":[64],"100":[65],"participants":[66],"were":[67,72,93,106,117,139,157],"conducted.":[68],"Specifically,":[69],"participants\u2019":[70],"emotions":[71],"measured":[73],"in":[74],"terms":[75],"galvanic":[77],"skin":[78],"response":[79],"(GSR)":[80],",":[81,85],"heart":[82],"rate":[83],"(HR)":[84],"self-assessment":[87],"manikin":[88],"(SAM)":[89],"rating":[90],"when":[91,108],"they":[92,109],"interacting":[94],"an":[96],"email":[97],"client":[98],"seeded":[99],"usability":[101],"problems.":[102],"The":[103,163],"same":[104],"measures":[105],"taken":[107],"viewed":[110],"videoed":[112],"interactions.":[113],"Two":[114],"between-subject":[115],"variables":[116],"\u2018intervening":[118,128],"time\u2019":[119],"(from":[120],"0":[121],"minutes":[122],"up":[123],"24":[125],"hours)":[126],"affect\u2019":[129],"(images":[130],"different":[132],"valence":[133],"arousal).":[135],"Advanced":[136],"computational":[137],"models":[138],"applied":[140],"optimise":[142],"shifting":[144,164],"GSR/HR":[146],"waves":[147],"generated":[148],"at":[149],"recall":[154],"phases,":[155],"which":[156],"found":[158],"be":[160,182,188],"significantly":[161],"correlated.":[162],"process":[165],"necessary":[167],"for":[168],"addressing":[169],"memory":[171],"effect":[172],"methodological":[176],"innovation.":[177],"Overall,":[178],"proved":[180],"robust":[184],"method":[185],"that":[186],"can":[187],"deployed":[189],"broad":[192],"range":[193],"HCI":[195],"research":[196],"practice":[198],"contexts.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}