{"id":"https://openalex.org/W2897115307","doi":"https://doi.org/10.1080/0144929x.2018.1535621","title":"A comparison of three think-aloud protocols used to evaluate a voice intelligent agent that expresses emotions","display_name":"A comparison of three think-aloud protocols used to evaluate a voice intelligent agent that expresses emotions","publication_year":2018,"publication_date":"2018-10-19","ids":{"openalex":"https://openalex.org/W2897115307","doi":"https://doi.org/10.1080/0144929x.2018.1535621","mag":"2897115307"},"language":"en","primary_location":{"id":"doi:10.1080/0144929x.2018.1535621","is_oa":false,"landing_page_url":"https://doi.org/10.1080/0144929x.2018.1535621","pdf_url":null,"source":{"id":"https://openalex.org/S123849098","display_name":"Behaviour and Information Technology","issn_l":"0144-929X","issn":["0144-929X","1362-3001"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Behaviour & Information Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100718017","display_name":"Xiang Ji","orcid":"https://orcid.org/0000-0002-7234-6460"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Ji","raw_affiliation_strings":["Department of Industrial Engineering, Tsinghua University, Beijing, People\u2019s Republic of China","Department of Industrial Engineering, Tsinghua University, Beijing, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering, Tsinghua University, Beijing, People\u2019s Republic of China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Industrial Engineering, Tsinghua University, Beijing, People's Republic of China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033157450","display_name":"Pei\u2010Luen Patrick Rau","orcid":"https://orcid.org/0000-0002-5713-8612"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Pei-Luen Patrick Rau","raw_affiliation_strings":["Department of Industrial Engineering, Tsinghua University, Beijing, People\u2019s Republic of China","Department of Industrial Engineering, Tsinghua University, Beijing, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering, Tsinghua University, Beijing, People\u2019s Republic of China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Industrial Engineering, Tsinghua University, Beijing, People's Republic of China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5033157450"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":0.1629,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.5952962,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"38","issue":"4","first_page":"375","last_page":"383"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/think-aloud-protocol","display_name":"Think aloud protocol","score":0.8637222051620483},{"id":"https://openalex.org/keywords/facilitator","display_name":"Facilitator","score":0.7684158086776733},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.6887910962104797},{"id":"https://openalex.org/keywords/protocol-analysis","display_name":"Protocol analysis","score":0.6849606037139893},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.674245297908783},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6657813787460327},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.5458976030349731},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5014805793762207},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2291509211063385},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.1061297357082367},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09993049502372742},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.08788320422172546}],"concepts":[{"id":"https://openalex.org/C78821406","wikidata":"https://www.wikidata.org/wiki/Q391810","display_name":"Think aloud protocol","level":3,"score":0.8637222051620483},{"id":"https://openalex.org/C2776831358","wikidata":"https://www.wikidata.org/wiki/Q1150166","display_name":"Facilitator","level":2,"score":0.7684158086776733},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.6887910962104797},{"id":"https://openalex.org/C133112747","wikidata":"https://www.wikidata.org/wiki/Q7251931","display_name":"Protocol analysis","level":2,"score":0.6849606037139893},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.674245297908783},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6657813787460327},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.5458976030349731},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5014805793762207},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2291509211063385},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.1061297357082367},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09993049502372742},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.08788320422172546},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1080/0144929x.2018.1535621","is_oa":false,"landing_page_url":"https://doi.org/10.1080/0144929x.2018.1535621","pdf_url":null,"source":{"id":"https://openalex.org/S123849098","display_name":"Behaviour and Information Technology","issn_l":"0144-929X","issn":["0144-929X","1362-3001"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Behaviour & Information Technology","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:taf:tbitxx:v:38:y:2019:i:4:p:375-383","is_oa":false,"landing_page_url":"http://hdl.handle.net/10.1080/0144929X.2018.1535621","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.41999998688697815,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1564392956","https://openalex.org/W1978632524","https://openalex.org/W1979928541","https://openalex.org/W1983051294","https://openalex.org/W1989426632","https://openalex.org/W1993584577","https://openalex.org/W1997205528","https://openalex.org/W2002024051","https://openalex.org/W2033995789","https://openalex.org/W2041656211","https://openalex.org/W2079247256","https://openalex.org/W2082752255","https://openalex.org/W2099444170","https://openalex.org/W2101282523","https://openalex.org/W2107634640","https://openalex.org/W2109712306","https://openalex.org/W2140603745","https://openalex.org/W2140721422","https://openalex.org/W2142060419","https://openalex.org/W2154289068","https://openalex.org/W2164777277","https://openalex.org/W2173108420","https://openalex.org/W2342694334","https://openalex.org/W2366950237","https://openalex.org/W4243216998","https://openalex.org/W4253880762"],"related_works":["https://openalex.org/W2130166807","https://openalex.org/W2188860261","https://openalex.org/W4299529040","https://openalex.org/W3188118552","https://openalex.org/W2125259630","https://openalex.org/W2016587816","https://openalex.org/W1795122992","https://openalex.org/W2108120676","https://openalex.org/W2127784610","https://openalex.org/W2793293581"],"abstract_inverted_index":{"This":[0,56,143],"study":[1,57,144],"proposes":[2],"two":[3,60],"adapted":[4,17,35],"think-aloud":[5,19,37,65,154],"protocols":[6,61],"for":[7,68,98,108,116],"the":[8,16,28,34,45,51,63,84,139],"evaluation":[9],"of":[10,53,75,83,105],"a":[11,54],"voice":[12],"intelligent":[13,46,71,85],"agent.":[14],"In":[15,33],"retrospective":[18],"(RTA)":[20],"protocol,":[21,39],"users":[22,40],"verbalise":[23,41],"their":[24,42],"thoughts":[25,43],"based":[26],"on":[27],"chat":[29],"history":[30],"after":[31],"task-completion.":[32],"interactive":[36],"(ITA)":[38],"regarding":[44],"agent":[47,72],"being":[48],"evaluated":[49],"without":[50],"help":[52],"facilitator.":[55],"compares":[58],"these":[59],"with":[62],"classical":[64],"protocol":[66],"(CTA)":[67],"evaluating":[69],"an":[70],"in":[73],"terms":[74],"task":[76],"time":[77],"and":[78,102,111,114,120,125,134],"verbal":[79],"utterances.":[80,122],"The":[81,92],"influence":[82],"agent\u2019s":[86],"emotional":[87,141],"expression":[88],"is":[89,96],"also":[90],"considered.":[91],"results":[93],"suggest":[94],"RTA":[95,126],"suitable":[97,153],"collecting":[99,109,117],"user":[100],"experience":[101],"causal":[103],"explanation":[104],"utterances,":[106,113,131],"CTA":[107,124,133],"recommendation":[110,121],"prediction":[112],"ITA":[115,135],"problem":[118],"formulation":[119],"Furthermore,":[123],"can":[127,151],"collect":[128],"more":[129],"total":[130],"while":[132],"are":[136],"influenced":[137],"less":[138],"VIA\u2019s":[140],"expression.":[142],"provides":[145],"guidelines":[146],"by":[147],"which":[148],"future":[149],"evaluators":[150],"choose":[152],"protocols.":[155]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}