{"id":"https://openalex.org/W4414736253","doi":"https://doi.org/10.1287/mnsc.2022.03920","title":"Engaging Customers with AI in Online Chats: Evidence from a Randomized Field Experiment","display_name":"Engaging Customers with AI in Online Chats: Evidence from a Randomized Field Experiment","alternate_titles":[],"publication_year":2025,"publication_date":"2025-10-01","ids":{"openalex":"https://openalex.org/W4414736253","doi":"https://doi.org/10.1287/mnsc.2022.03920"},"language":"en","primary_location":{"id":"doi:10.1287/mnsc.2022.03920","doi":"https://doi.org/10.1287/mnsc.2022.03920","is_oa":false,"landing_page_url":"https://doi.org/10.1287/mnsc.2022.03920","pdf_url":null,"source":{"id":"https://openalex.org/S33323087","display_name":"Management Science","issn_l":"0025-1909","issn":["0025-1909","1526-5501"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","anvur-class-a","anvur-scientific","cwts-core","erih-plus","fnege-1-star","ft50","jufo-3","ki-jl-1","norway-2","poland-200","russia-white-list-1","utd24","vabb-shw"],"host_organization":"https://openalex.org/P4310315699","host_organization_name":"Institute for Operations Research and the Management Sciences","host_organization_lineage":["https://openalex.org/P4310315699"],"host_organization_lineage_names":["Institute for Operations Research and the Management Sciences"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Management Science","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4414736253"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.2139/ssrn.5173181","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086487373","display_name":"Shunyuan Zhang","orcid":"https://orcid.org/0000-0001-5604-9522","observed_orcids":["https://orcid.org/0000-0001-5604-9522"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Shunyuan Zhang","raw_affiliation_strings":["Marketing Department, Harvard Business School, Boston, Massachusetts 02163"],"raw_orcid":"https://orcid.org/0000-0001-5604-9522","affiliations":[{"raw_affiliation_string":"Marketing Department, Harvard Business School, Boston, Massachusetts 02163","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089273691","display_name":"Das Narayandas","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Das Narayandas","raw_affiliation_strings":["Marketing Department, Harvard Business School, Boston, Massachusetts 02163"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Marketing Department, Harvard Business School, Boston, Massachusetts 02163","institution_ids":["https://openalex.org/I136199984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5086487373"],"corresponding_institution_ids":["https://openalex.org/I136199984"],"apc_list":null,"apc_paid":null,"fwci":13.496,"has_fulltext":false,"cited_by_count":26,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.98868701,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":100},"biblio":{"volume":"72","issue":"1","first_page":"73","last_page":"95"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10154","display_name":"Customer Service Quality and Loyalty","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10609","display_name":"Digital Marketing and Social Media","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence-in-customer-service","display_name":"artificial intelligence in customer service","score":0.8740000128746033},{"id":"https://openalex.org/keywords/customer-sentiment","display_name":"customer sentiment","score":0.9169999957084656},{"id":"https://openalex.org/keywords/agent-productivity","display_name":"agent productivity","score":0.7689999938011169},{"id":"https://openalex.org/keywords/customer-engagement","display_name":"customer engagement","score":0.6700000166893005},{"id":"https://openalex.org/keywords/subscription-cancellation","display_name":"subscription cancellation","score":0.5830000042915344},{"id":"https://openalex.org/keywords/customer-complaint-handling","display_name":"complaint handling","score":0.6019999980926514},{"id":"https://openalex.org/keywords/human-ai-interaction","display_name":"human-AI interaction","score":0.4620000123977661}],"concepts":[{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.9740999937057495},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5860999822616577},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.5795999765396118},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5426999926567078},{"id":"https://openalex.org/C2984334869","wikidata":"https://www.wikidata.org/wiki/Q1060653","display_name":"Customer service","level":3,"score":0.5116999745368958},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4648999869823456},{"id":"https://openalex.org/C2779808267","wikidata":"https://www.wikidata.org/wiki/Q476796","display_name":"Call centre","level":2,"score":0.4595000147819519},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.4131999909877777},{"id":"https://openalex.org/C2776915394","wikidata":"https://www.wikidata.org/wiki/Q5196451","display_name":"Customer engagement","level":3,"score":0.4056999981403351},{"id":"https://openalex.org/C57660159","wikidata":"https://www.wikidata.org/wiki/Q5196460","display_name":"Customer intelligence","level":5,"score":0.40209999680519104},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.39259999990463257},{"id":"https://openalex.org/C101276457","wikidata":"https://www.wikidata.org/wiki/Q5196474","display_name":"Customer retention","level":4,"score":0.3723999857902527},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.37070000171661377},{"id":"https://openalex.org/C98825075","wikidata":"https://www.wikidata.org/wiki/Q485643","display_name":"Customer relationship management","level":2,"score":0.36410000920295715},{"id":"https://openalex.org/C63207073","wikidata":"https://www.wikidata.org/wiki/Q1076010","display_name":"Customer to customer","level":5,"score":0.3474000096321106},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.3409000039100647},{"id":"https://openalex.org/C190954187","wikidata":"https://www.wikidata.org/wiki/Q5270587","display_name":"Dialog system","level":3,"score":0.3386000096797943},{"id":"https://openalex.org/C191511416","wikidata":"https://www.wikidata.org/wiki/Q999278","display_name":"Customer satisfaction","level":2,"score":0.33649998903274536},{"id":"https://openalex.org/C2777802574","wikidata":"https://www.wikidata.org/wiki/Q18922868","display_name":"Customer knowledge","level":5,"score":0.33649998903274536},{"id":"https://openalex.org/C43595421","wikidata":"https://www.wikidata.org/wiki/Q7939596","display_name":"Voice of the customer","level":5,"score":0.3352999985218048},{"id":"https://openalex.org/C31367271","wikidata":"https://www.wikidata.org/wiki/Q5196444","display_name":"Customer advocacy","level":4,"score":0.33329999446868896},{"id":"https://openalex.org/C204983608","wikidata":"https://www.wikidata.org/wiki/Q2111958","display_name":"Productivity","level":2,"score":0.32030001282691956},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3109000027179718},{"id":"https://openalex.org/C116537","wikidata":"https://www.wikidata.org/wiki/Q2169973","display_name":"Service provider","level":3,"score":0.3102000057697296},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.3019999861717224},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.30140000581741333},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.29280000925064087},{"id":"https://openalex.org/C2778137712","wikidata":"https://www.wikidata.org/wiki/Q13408403","display_name":"Market intelligence","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.259799987077713}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1287/mnsc.2022.03920","doi":"https://doi.org/10.1287/mnsc.2022.03920","is_oa":false,"landing_page_url":"https://doi.org/10.1287/mnsc.2022.03920","pdf_url":null,"source":{"id":"https://openalex.org/S33323087","display_name":"Management Science","issn_l":"0025-1909","issn":["0025-1909","1526-5501"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","anvur-class-a","anvur-scientific","cwts-core","erih-plus","fnege-1-star","ft50","jufo-3","ki-jl-1","norway-2","poland-200","russia-white-list-1","utd24","vabb-shw"],"host_organization":"https://openalex.org/P4310315699","host_organization_name":"Institute for Operations Research and the Management Sciences","host_organization_lineage":["https://openalex.org/P4310315699"],"host_organization_lineage_names":["Institute for Operations Research and the Management Sciences"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Management Science","raw_type":"journal-article"},{"id":"doi:10.2139/ssrn.5173181","doi":"https://doi.org/10.2139/ssrn.5173181","is_oa":true,"landing_page_url":"https://doi.org/10.2139/ssrn.5173181","pdf_url":null,"source":{"id":"https://openalex.org/S4210172589","display_name":"SSRN Electronic Journal","issn_l":"1556-5068","issn":["1556-5068"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1318003438","host_organization_name":"RELX Group (Netherlands)","host_organization_lineage":["https://openalex.org/I1318003438"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.2139/ssrn.5173181","doi":"https://doi.org/10.2139/ssrn.5173181","is_oa":true,"landing_page_url":"https://doi.org/10.2139/ssrn.5173181","pdf_url":null,"source":{"id":"https://openalex.org/S4210172589","display_name":"SSRN Electronic Journal","issn_l":"1556-5068","issn":["1556-5068"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1318003438","host_organization_name":"RELX Group (Netherlands)","host_organization_lineage":["https://openalex.org/I1318003438"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[{"id":"https://openalex.org/study-designs/randomized-controlled-trial","display_name":"Randomized Controlled Trial"},{"id":"https://openalex.org/study-designs/clinical-trial","display_name":"Clinical Trial"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1574655732","https://openalex.org/W1894710098","https://openalex.org/W1973965508","https://openalex.org/W1987090924","https://openalex.org/W2016945820","https://openalex.org/W2171192428","https://openalex.org/W2532859047","https://openalex.org/W2791859701","https://openalex.org/W2804691590","https://openalex.org/W2807764398","https://openalex.org/W2808575263","https://openalex.org/W2887558283","https://openalex.org/W2941128398","https://openalex.org/W2973537858","https://openalex.org/W2979586175","https://openalex.org/W2981869278","https://openalex.org/W3002137173","https://openalex.org/W3012220842","https://openalex.org/W3092728304","https://openalex.org/W3108226336","https://openalex.org/W3108765250","https://openalex.org/W3113269512","https://openalex.org/W3123091093","https://openalex.org/W3125405074","https://openalex.org/W3125633690","https://openalex.org/W3125710048","https://openalex.org/W3128206571","https://openalex.org/W3181487680","https://openalex.org/W3182501931","https://openalex.org/W3184694980","https://openalex.org/W3194963062","https://openalex.org/W3198953741","https://openalex.org/W4200429321","https://openalex.org/W4313680303","https://openalex.org/W4366817968","https://openalex.org/W4378981551","https://openalex.org/W4385501702","https://openalex.org/W4389917236","https://openalex.org/W4393977362","https://openalex.org/W4394991280","https://openalex.org/W4401306886","https://openalex.org/W4401448427","https://openalex.org/W4402642465","https://openalex.org/W4411131925","https://openalex.org/W4413754779","https://openalex.org/W7008629806","https://openalex.org/W7023899548","https://openalex.org/W7135096569"],"related_works":["https://openalex.org/W4407208167","https://openalex.org/W7160780171","https://openalex.org/W7147601768","https://openalex.org/W7147289817","https://openalex.org/W4417031513","https://openalex.org/W4406166339","https://openalex.org/W3045572369","https://openalex.org/W6998863075","https://openalex.org/W4280577403","https://openalex.org/W7134195568"],"abstract_inverted_index":{"We":[0,42,173],"examine":[1],"how":[2],"artificial":[3],"intelligence":[4],"(AI)":[5],"affected":[6,196],"the":[7,48,53,97,109,191,206,233,261],"productivity":[8],"of":[9,52,105,115,131,193],"customer":[10,14,68,89,121,197,238,248],"service":[11],"agents":[12,37,56,127,163],"and":[13,50,63,88,137,240,281],"sentiment":[15,90,122],"in":[16,35,67,91,100,205],"online":[17,279],"interactions.":[18],"Collaborating":[19],"with":[20,149,217],"a":[21,27,142,218,222],"meal":[22],"delivery":[23],"company,":[24],"we":[25,140],"conducted":[26],"randomized":[28],"field":[29],"experiment":[30],"that":[31,44,119,175],"exploited":[32],"exogenous":[33],"variation":[34],"giving":[36],"access":[38],"to":[39,161,187,211],"AI-generated":[40],"suggestions.":[41],"found":[43,174],"AI":[45,171,194,245],"improved":[46,86,120],"both":[47],"efficiency":[49,87],"effectiveness":[51],"interactions:":[54],"AI-assisted":[55,126,188],"responded":[57],"faster,":[58],"engaged":[59],"customers":[60,177,210],"more":[61],"deeply,":[62],"achieved":[64],"greater":[65],"improvements":[66],"sentiment.":[69,198],"The":[70,278],"benefits":[71],"were":[72,159,184,214],"most":[73],"pronounced":[74],"for":[75],"less-experienced":[76],"agents.":[77],"However,":[78],"AI\u2019s":[79,110],"impact":[80],"varied":[81],"by":[82,125,255,269,272],"conversation":[83,234],"type:":[84],"It":[85],"subscription":[92],"cancellation":[93],"requests":[94],"but":[95],"was":[96,123,253,267],"least":[98],"effective":[99],"repeat":[101],"complaint":[102],"scenarios":[103],"because":[104,201],"systemic":[106],"issues":[107],"beyond":[108],"capability.":[111],"A":[112],"text":[113],"analysis":[114],"agent":[116],"messages":[117],"suggests":[118],"explained":[124],"exhibiting":[128],"higher":[129],"levels":[130],"key":[132],"response":[133],"characteristics:":[134],"empathy,":[135],"information,":[136],"solution.":[138],"Furthermore,":[139],"exploit":[141],"unique":[143],"data":[144,282],"feature:":[145],"Customers":[146],"first":[147],"chatted":[148],"an":[150],"automated":[151],"chatbot":[152,181,219,228,241],"without":[153],"any":[154],"human":[155,162,189],"intervention":[156],"before":[157],"they":[158,213],"transferred":[160],"(who":[164],"may":[165,167],"or":[166],"not":[168],"have":[169],"had":[170,179],"assistance).":[172],"if":[176],"who":[178],"experienced":[180],"comprehension":[182],"failures":[183],"then":[185],"connected":[186],"agents,":[190],"involvement":[192],"negatively":[195],"This":[199,251,265],"is":[200],"unusually":[202],"rapid":[203],"responses":[204],"latter":[207],"scenario":[208],"led":[209],"believe":[212],"still":[215],"communicating":[216],"only,":[220],"suggesting":[221],"spillover":[223],"from":[224],"their":[225,247],"initial":[226],"negative":[227],"experiences.":[229],"Companies":[230],"should":[231],"understand":[232],"contexts,":[235],"such":[236],"as":[237],"intent":[239],"interactions,":[242],"when":[243],"integrating":[244],"into":[246],"support":[249],"strategies.":[250],"paper":[252],"accepted":[254],"Catherine":[256],"Tucker,":[257],"Special":[258],"Issue":[259],"on":[260],"Human-Algorithm":[262],"Connection.":[263],"Funding:":[264],"research":[266],"supported":[268],"funding":[270],"provided":[271],"Harvard":[273],"Business":[274],"School.":[275],"Supplemental":[276],"Material:":[277],"appendices":[280],"files":[283],"are":[284],"available":[285],"at":[286],"https://doi.org/10.1287/mnsc.2022.03920":[287],".":[288]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4414736253","counts_by_year":[{"year":2026,"cited_by_count":21},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2025-10-10T00:00:00"}
