{"id":"https://openalex.org/W1997205528","doi":"https://doi.org/10.1080/01449290701773842","title":"Scrutinising usability evaluation: does thinking aloud affect behaviour and mental workload?","display_name":"Scrutinising usability evaluation: does thinking aloud affect behaviour and mental workload?","publication_year":2009,"publication_date":"2009-02-23","ids":{"openalex":"https://openalex.org/W1997205528","doi":"https://doi.org/10.1080/01449290701773842","mag":"1997205528"},"language":"en","primary_location":{"id":"doi:10.1080/01449290701773842","is_oa":false,"landing_page_url":"https://doi.org/10.1080/01449290701773842","pdf_url":null,"source":{"id":"https://openalex.org/S123849098","display_name":"Behaviour and Information Technology","issn_l":"0144-929X","issn":["0144-929X","1362-3001"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Behaviour & Information Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080722102","display_name":"Morten Hertzum","orcid":"https://orcid.org/0000-0003-0019-8531"},"institutions":[{"id":"https://openalex.org/I107707843","display_name":"Roskilde University","ror":"https://ror.org/014axpa37","country_code":"DK","type":"education","lineage":["https://openalex.org/I107707843"]}],"countries":["DK"],"is_corresponding":true,"raw_author_name":"Morten Hertzum","raw_affiliation_strings":["Roskilde University","Computer Science, Roskilde University, Roskilde, Denmark"],"affiliations":[{"raw_affiliation_string":"Roskilde University","institution_ids":["https://openalex.org/I107707843"]},{"raw_affiliation_string":"Computer Science, Roskilde University, Roskilde, Denmark","institution_ids":["https://openalex.org/I107707843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052733029","display_name":"Kristin Due Hansen","orcid":null},"institutions":[{"id":"https://openalex.org/I107707843","display_name":"Roskilde University","ror":"https://ror.org/014axpa37","country_code":"DK","type":"education","lineage":["https://openalex.org/I107707843"]},{"id":"https://openalex.org/I4210112235","display_name":"Nordic Laboratory for Luminescence Dating","ror":"https://ror.org/020hmha06","country_code":"DK","type":"facility","lineage":["https://openalex.org/I204337017","https://openalex.org/I4210112235","https://openalex.org/I96673099"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Kristin D. Hansen","raw_affiliation_strings":["Ris\u2298 National Laboratory","Roskilde University","Computer Science, Roskilde University, Roskilde, Denmark","Systems Analysis Department, Ris\u2298 National Laboratory, Roskilde, Denmark"],"affiliations":[{"raw_affiliation_string":"Ris\u2298 National Laboratory","institution_ids":[]},{"raw_affiliation_string":"Roskilde University","institution_ids":["https://openalex.org/I107707843"]},{"raw_affiliation_string":"Computer Science, Roskilde University, Roskilde, Denmark","institution_ids":["https://openalex.org/I107707843"]},{"raw_affiliation_string":"Systems Analysis Department, Ris\u2298 National Laboratory, Roskilde, Denmark","institution_ids":["https://openalex.org/I4210112235"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029275562","display_name":"Hans Henrik Andersen","orcid":"https://orcid.org/0000-0003-4393-4076"},"institutions":[{"id":"https://openalex.org/I4210112235","display_name":"Nordic Laboratory for Luminescence Dating","ror":"https://ror.org/020hmha06","country_code":"DK","type":"facility","lineage":["https://openalex.org/I204337017","https://openalex.org/I4210112235","https://openalex.org/I96673099"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Hans H.K. Andersen","raw_affiliation_strings":["Ris\u2298 National Laboratory","Systems Analysis Department, Ris\u2298 National Laboratory, Roskilde, Denmark"],"affiliations":[{"raw_affiliation_string":"Ris\u2298 National Laboratory","institution_ids":[]},{"raw_affiliation_string":"Systems Analysis Department, Ris\u2298 National Laboratory, Roskilde, Denmark","institution_ids":["https://openalex.org/I4210112235"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5080722102"],"corresponding_institution_ids":["https://openalex.org/I107707843"],"apc_list":null,"apc_paid":null,"fwci":17.3028,"has_fulltext":false,"cited_by_count":178,"citation_normalized_percentile":{"value":0.98831176,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"28","issue":"2","first_page":"165","last_page":"181"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10068","display_name":"Technology Adoption and User Behaviour","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10068","display_name":"Technology Adoption and User Behaviour","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.973800003528595,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/think-aloud-protocol","display_name":"Think aloud protocol","score":0.9082421660423279},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.8133344054222107},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.5968636870384216},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.5953282713890076},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.5743670463562012},{"id":"https://openalex.org/keywords/silence","display_name":"Silence","score":0.51987624168396},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.5087988972663879},{"id":"https://openalex.org/keywords/mental-model","display_name":"Mental model","score":0.48056676983833313},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4380256235599518},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.43730151653289795},{"id":"https://openalex.org/keywords/protocol-analysis","display_name":"Protocol analysis","score":0.421817421913147},{"id":"https://openalex.org/keywords/applied-psychology","display_name":"Applied psychology","score":0.3901095688343048},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.38564103841781616},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.14969807863235474},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.14103004336357117},{"id":"https://openalex.org/keywords/aesthetics","display_name":"Aesthetics","score":0.0789397656917572}],"concepts":[{"id":"https://openalex.org/C78821406","wikidata":"https://www.wikidata.org/wiki/Q391810","display_name":"Think aloud protocol","level":3,"score":0.9082421660423279},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.8133344054222107},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5968636870384216},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.5953282713890076},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5743670463562012},{"id":"https://openalex.org/C2781115785","wikidata":"https://www.wikidata.org/wiki/Q502261","display_name":"Silence","level":2,"score":0.51987624168396},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.5087988972663879},{"id":"https://openalex.org/C2982912361","wikidata":"https://www.wikidata.org/wiki/Q1851867","display_name":"Mental model","level":2,"score":0.48056676983833313},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4380256235599518},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.43730151653289795},{"id":"https://openalex.org/C133112747","wikidata":"https://www.wikidata.org/wiki/Q7251931","display_name":"Protocol analysis","level":2,"score":0.421817421913147},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.3901095688343048},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.38564103841781616},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.14969807863235474},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.14103004336357117},{"id":"https://openalex.org/C107038049","wikidata":"https://www.wikidata.org/wiki/Q35986","display_name":"Aesthetics","level":1,"score":0.0789397656917572},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1080/01449290701773842","is_oa":false,"landing_page_url":"https://doi.org/10.1080/01449290701773842","pdf_url":null,"source":{"id":"https://openalex.org/S123849098","display_name":"Behaviour and Information Technology","issn_l":"0144-929X","issn":["0144-929X","1362-3001"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Behaviour & Information Technology","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:publications/053e7c24-18df-44eb-bbfb-33a40e6d05b9","is_oa":false,"landing_page_url":"https://orbit.dtu.dk/en/publications/053e7c24-18df-44eb-bbfb-33a40e6d05b9","pdf_url":null,"source":{"id":"https://openalex.org/S4306400705","display_name":"Technical University of Denmark, DTU Orbit (Technical University of Denmark, DTU)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I96673099","host_organization_name":"Technical University of Denmark","host_organization_lineage":["https://openalex.org/I96673099"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Hertzum , M , Hansen , K D & Andersen , H H 2009 , ' Scrutinising usability evaluation: does thinking aloud affect behaviour and mental workload? ' , Behaviour and Information Technology , vol. 28 , no. 2 , pp. 165-181 . https://doi.org/10.1080/01449290701773842","raw_type":"article"},{"id":"pmh:oai:pure.atira.dk:publications/63f8ec40-0348-11de-9d17-000ea68e967b","is_oa":false,"landing_page_url":"https://forskning.ruc.dk/da/publications/63f8ec40-0348-11de-9d17-000ea68e967b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401457","display_name":"RUCforsk (Roskilde University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I107707843","host_organization_name":"Roskilde University","host_organization_lineage":["https://openalex.org/I107707843"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Hertzum, M, Hansen, K D & Andersen, H H K 2009, 'Scrutinising usability evaluation: Does thinking aloud affect behaviour and mental workload?', Behavior and Information Technology, vol. 28, no. 2, pp. 165-181. https://doi.org/10.1080/01449290701773842","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W135373572","https://openalex.org/W1516568830","https://openalex.org/W1558663422","https://openalex.org/W1560095091","https://openalex.org/W1879300773","https://openalex.org/W1965305672","https://openalex.org/W1985876211","https://openalex.org/W1994384613","https://openalex.org/W2009978384","https://openalex.org/W2013112874","https://openalex.org/W2015118289","https://openalex.org/W2023159994","https://openalex.org/W2028700506","https://openalex.org/W2041656211","https://openalex.org/W2055463955","https://openalex.org/W2055669065","https://openalex.org/W2087027355","https://openalex.org/W2099444170","https://openalex.org/W2102418365","https://openalex.org/W2112136322","https://openalex.org/W2117268595","https://openalex.org/W2124868162","https://openalex.org/W2126985755","https://openalex.org/W2132409110","https://openalex.org/W2135186339","https://openalex.org/W2140603745","https://openalex.org/W2140721422","https://openalex.org/W2142060419","https://openalex.org/W2143579043","https://openalex.org/W2151560383","https://openalex.org/W2153076044","https://openalex.org/W2156196376","https://openalex.org/W2157289187","https://openalex.org/W2158241055","https://openalex.org/W2164558494","https://openalex.org/W2164777277","https://openalex.org/W2287468834","https://openalex.org/W2326118586","https://openalex.org/W2333057202","https://openalex.org/W2342091124","https://openalex.org/W2751379301"],"related_works":["https://openalex.org/W2188860261","https://openalex.org/W4299529040","https://openalex.org/W3188118552","https://openalex.org/W2125259630","https://openalex.org/W2016587816","https://openalex.org/W1795122992","https://openalex.org/W2127784610","https://openalex.org/W2108120676","https://openalex.org/W2201589544","https://openalex.org/W1985289793"],"abstract_inverted_index":{"Thinking":[0],"aloud":[1,48,68,82,91],"is":[2,18],"widely":[3],"used":[4,20,124],"for":[5,34,134],"usability":[6,135],"evaluation.":[7],"The":[8],"validity":[9],"of":[10,30,38,102,120],"the":[11,28,31,50,118,121,126],"method":[12],"is,":[13],"however,":[14],"debatable":[15],"because":[16],"it":[17],"generally":[19],"in":[21,49,60,85,125],"a":[22,99],"relaxed":[23,53,80,89],"way":[24,54],"that":[25,46,64],"conflicts":[26],"with":[27],"prescriptions":[29],"classic":[32,51,66],"model":[33],"obtaining":[35],"valid":[36],"verbalizations":[37],"thought":[39],"processes.":[40],"This":[41],"study":[42],"investigates":[43],"whether":[44],"participants":[45,92],"think":[47],"or":[52,71],"behave":[55],"differently":[56],"compared":[57],"to":[58,95,112],"performing":[59],"silence.":[61],"Results":[62],"indicate":[63],"whereas":[65],"thinking":[67,81,90],"has":[69],"little":[70],"no":[72],"effect":[73],"on":[74,104],"behaviour":[75,84],"apart":[76],"from":[77],"prolonging":[78],"tasks,":[79,97],"affects":[83],"multiple":[86],"ways.":[87],"During":[88],"took":[93],"longer":[94],"solve":[96],"spent":[98],"larger":[100],"part":[101],"tasks":[103],"general":[105],"distributed":[106],"visual":[107],"behaviour,":[108],"issued":[109],"more":[110],"commands":[111],"navigate":[113],"both":[114],"within":[115],"and":[116,128],"between":[117],"pages":[119],"web":[122],"sites":[123],"experiment,":[127],"experienced":[129],"higher":[130],"mental":[131],"workload.":[132],"Implications":[133],"evaluation":[136],"are":[137],"discussed.":[138]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":52},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":11},{"year":2018,"cited_by_count":13},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":11},{"year":2015,"cited_by_count":10},{"year":2014,"cited_by_count":8},{"year":2013,"cited_by_count":9},{"year":2012,"cited_by_count":8}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}