{"id":"https://openalex.org/W4396832039","doi":"https://doi.org/10.1145/3613904.3641913","title":"Beyond the Waiting Room: Patient's Perspectives on the Conversational Nuances of Pre-Consultation Chatbots","display_name":"Beyond the Waiting Room: Patient's Perspectives on the Conversational Nuances of Pre-Consultation Chatbots","publication_year":2024,"publication_date":"2024-05-11","ids":{"openalex":"https://openalex.org/W4396832039","doi":"https://doi.org/10.1145/3613904.3641913"},"language":"en","primary_location":{"id":"doi:10.1145/3613904.3641913","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3641913","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3641913","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3641913","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040350204","display_name":"Brenna Li","orcid":"https://orcid.org/0000-0003-3692-243X"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Brenna Li","raw_affiliation_strings":["Computer Science, University of Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0003-3692-243X","affiliations":[{"raw_affiliation_string":"Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039234298","display_name":"Ofek Gross","orcid":"https://orcid.org/0000-0001-6896-6942"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ofek Gross","raw_affiliation_strings":["Computer Science, University of Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0001-6896-6942","affiliations":[{"raw_affiliation_string":"Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Noah Crampton","orcid":"https://orcid.org/0000-0002-6202-3895"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Noah Crampton","raw_affiliation_strings":["Family and Community Medicine, University of Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0002-6202-3895","affiliations":[{"raw_affiliation_string":"Family and Community Medicine, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5097660072","display_name":"Mamta Kapoor","orcid":"https://orcid.org/0009-0003-6525-6816"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mamta Kapoor","raw_affiliation_strings":["Family Medicine, NOSM, Canada"],"raw_orcid":"https://orcid.org/0009-0003-6525-6816","affiliations":[{"raw_affiliation_string":"Family Medicine, NOSM, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066434052","display_name":"Saba Tauseef","orcid":"https://orcid.org/0000-0002-2051-2922"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saba Tauseef","raw_affiliation_strings":["Independent Researcher, Canada"],"raw_orcid":"https://orcid.org/0009-0006-0631-4512","affiliations":[{"raw_affiliation_string":"Independent Researcher, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069671912","display_name":"Mohit Jain","orcid":"https://orcid.org/0000-0002-7106-164X"},"institutions":[{"id":"https://openalex.org/I4210124949","display_name":"Microsoft Research (India)","ror":"https://ror.org/02w7f3w92","country_code":"IN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210124949"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Mohit Jain","raw_affiliation_strings":["Microsoft Research, India"],"raw_orcid":"https://orcid.org/0000-0002-7106-164X","affiliations":[{"raw_affiliation_string":"Microsoft Research, India","institution_ids":["https://openalex.org/I4210124949"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021879561","display_name":"Khai N. Truong","orcid":"https://orcid.org/0000-0003-0774-5964"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Khai N. Truong","raw_affiliation_strings":["Computer Science, University of Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0003-0774-5964","affiliations":[{"raw_affiliation_string":"Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058862746","display_name":"Alex Mariakakis","orcid":"https://orcid.org/0000-0002-9986-3345"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Alex Mariakakis","raw_affiliation_strings":["Computer Science, University of Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0002-9986-3345","affiliations":[{"raw_affiliation_string":"Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5040350204"],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":9.1437,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.98242215,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11446","display_name":"Mobile Health and mHealth Applications","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatbot","display_name":"Chatbot","score":0.8504263162612915},{"id":"https://openalex.org/keywords/empathy","display_name":"Empathy","score":0.6528183221817017},{"id":"https://openalex.org/keywords/sincerity","display_name":"Sincerity","score":0.5585644841194153},{"id":"https://openalex.org/keywords/wizard-of-oz","display_name":"Wizard of oz","score":0.5333468914031982},{"id":"https://openalex.org/keywords/dialog-system","display_name":"Dialog system","score":0.4895826280117035},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4627753496170044},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.44278615713119507},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.38873541355133057},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.35579392313957214},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.32815951108932495},{"id":"https://openalex.org/keywords/applied-psychology","display_name":"Applied psychology","score":0.32738393545150757},{"id":"https://openalex.org/keywords/nursing","display_name":"Nursing","score":0.3262322247028351},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.22582650184631348},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.19531738758087158},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.14646854996681213}],"concepts":[{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.8504263162612915},{"id":"https://openalex.org/C2779885105","wikidata":"https://www.wikidata.org/wiki/Q182263","display_name":"Empathy","level":2,"score":0.6528183221817017},{"id":"https://openalex.org/C2781160333","wikidata":"https://www.wikidata.org/wiki/Q666985","display_name":"Sincerity","level":2,"score":0.5585644841194153},{"id":"https://openalex.org/C2987423310","wikidata":"https://www.wikidata.org/wiki/Q18159725","display_name":"Wizard of oz","level":2,"score":0.5333468914031982},{"id":"https://openalex.org/C190954187","wikidata":"https://www.wikidata.org/wiki/Q5270587","display_name":"Dialog system","level":3,"score":0.4895826280117035},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4627753496170044},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.44278615713119507},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.38873541355133057},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.35579392313957214},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.32815951108932495},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.32738393545150757},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.3262322247028351},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.22582650184631348},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.19531738758087158},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.14646854996681213},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C173853756","wikidata":"https://www.wikidata.org/wiki/Q86915","display_name":"Dialog box","level":2,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3613904.3641913","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3641913","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3641913","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3613904.3641913","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3641913","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3641913","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6000000238418579,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4396832039.pdf"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W1792483523","https://openalex.org/W1951721333","https://openalex.org/W1998714533","https://openalex.org/W2000191857","https://openalex.org/W2020744213","https://openalex.org/W2060211822","https://openalex.org/W2090670669","https://openalex.org/W2108199245","https://openalex.org/W2150746536","https://openalex.org/W2165427118","https://openalex.org/W2480095393","https://openalex.org/W2545006789","https://openalex.org/W2615834213","https://openalex.org/W2617381106","https://openalex.org/W2765235105","https://openalex.org/W2766505384","https://openalex.org/W2800814333","https://openalex.org/W2940530202","https://openalex.org/W2940644416","https://openalex.org/W2954413092","https://openalex.org/W2963227272","https://openalex.org/W3004483087","https://openalex.org/W3021348741","https://openalex.org/W3021562241","https://openalex.org/W3021626742","https://openalex.org/W3042097855","https://openalex.org/W3048046889","https://openalex.org/W3090265966","https://openalex.org/W3095503508","https://openalex.org/W3111061735","https://openalex.org/W3127032480","https://openalex.org/W3147042400","https://openalex.org/W3162505328","https://openalex.org/W3162614376","https://openalex.org/W3163905180","https://openalex.org/W3196279698","https://openalex.org/W3200024623","https://openalex.org/W3200417781","https://openalex.org/W3206486498","https://openalex.org/W4200002466","https://openalex.org/W4211135015","https://openalex.org/W4288080268","https://openalex.org/W4309617639","https://openalex.org/W4313197536","https://openalex.org/W4313451803","https://openalex.org/W4317878719","https://openalex.org/W4323526552","https://openalex.org/W4365148488","https://openalex.org/W4366548330","https://openalex.org/W4366549560","https://openalex.org/W4366591012","https://openalex.org/W4367310920","https://openalex.org/W4378640285","https://openalex.org/W4383679928","https://openalex.org/W4384520763","https://openalex.org/W4387050712"],"related_works":["https://openalex.org/W4312591757","https://openalex.org/W2755801862","https://openalex.org/W2345179719","https://openalex.org/W4256710130","https://openalex.org/W2736131028","https://openalex.org/W2808751994","https://openalex.org/W4225097438","https://openalex.org/W4392547282","https://openalex.org/W4386942243","https://openalex.org/W4389010492"],"abstract_inverted_index":{"Pre-consultation":[0],"serves":[1],"as":[2],"a":[3,60,88],"critical":[4],"information":[5],"exchange":[6],"between":[7],"healthcare":[8],"providers":[9],"and":[10,14,28,51,87,104,116,126,140],"patients,":[11],"streamlining":[12],"visits":[13],"supporting":[15],"patient-centered":[16],"care.":[17],"Human-led":[18],"pre-consultations":[19],"offer":[20],"many":[21],"benefits,":[22],"yet":[23],"they":[24],"require":[25],"significant":[26],"time":[27],"energy":[29],"from":[30],"clinical":[31],"staff.":[32],"In":[33],"this":[34],"work,":[35],"we":[36],"identify":[37],"design":[38,69],"goals":[39],"for":[40,71,136],"pre-consultation":[41,72,143],"chatbots":[42],"given":[43],"their":[44,54],"potential":[45],"to":[46,67,77],"carry":[47],"out":[48],"human-like":[49],"conversations":[50],"autonomously":[52],"adapt":[53],"line":[55],"of":[56,79,112,119,133],"questioning.":[57],"We":[58],"conducted":[59],"study":[61,81,96],"with":[62],"33":[63],"walk-in":[64],"clinic":[65],"patients":[66],"elicit":[68],"considerations":[70],"chatbots.":[73],"Participants":[74],"were":[75,101],"exposed":[76],"one":[78],"two":[80],"conditions:":[82],"an":[83],"LLM-powered":[84],"AI":[85],"agent":[86,90],"Wizard-of-Oz":[89],"simulated":[91],"by":[92],"medical":[93],"professionals.":[94],"Our":[95],"found":[97],"that":[98],"both":[99],"conditions":[100],"equally":[102],"well-received":[103],"demonstrated":[105],"comparable":[106],"conversational":[107],"capabilities.":[108],"However,":[109],"the":[110,113,117,122,131,137,142],"extent":[111],"follow-up":[114],"questions":[115],"amount":[118],"empathy":[120],"impacted":[121],"chatbot\u2019s":[123],"perceived":[124],"thoroughness":[125],"sincerity.":[127],"Patients":[128],"also":[129],"highlighted":[130],"importance":[132],"setting":[134],"expectations":[135],"chatbot":[138],"before":[139],"after":[141],"experience.":[144]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}