{"id":"https://openalex.org/W7147601768","doi":"https://doi.org/10.48550/arxiv.2603.29888","title":"Generative AI in Action: Field Experimental Evidence from Alibaba's Customer Service Operations","display_name":"Generative AI in Action: Field Experimental Evidence from Alibaba's Customer Service Operations","publication_year":2026,"publication_date":"2026-02-08","ids":{"openalex":"https://openalex.org/W7147601768","doi":"https://doi.org/10.48550/arxiv.2603.29888"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.29888","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.29888","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.29888","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101926550","display_name":"Xiao Ni","orcid":"https://orcid.org/0000-0002-8159-9275"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ni, Xiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122752462","display_name":"Yiwei Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yiwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132698801","display_name":"Tianjun Feng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Tianjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132710115","display_name":"Lauren Xiaoyan Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Lauren Xiaoyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087143185","display_name":"Yitong Wang","orcid":"https://orcid.org/0000-0002-6283-839X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yitong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5132649971","display_name":"Congyi Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Congyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.8712999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.8712999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.01940000057220459,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.012600000016391277,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.5468000173568726},{"id":"https://openalex.org/keywords/service-quality","display_name":"Service quality","score":0.5024999976158142},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.49000000953674316},{"id":"https://openalex.org/keywords/customer-satisfaction","display_name":"Customer satisfaction","score":0.41909998655319214},{"id":"https://openalex.org/keywords/human-multitasking","display_name":"Human multitasking","score":0.4131999909877777},{"id":"https://openalex.org/keywords/interactive-kiosk","display_name":"Interactive kiosk","score":0.4072999954223633},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.4007999897003174},{"id":"https://openalex.org/keywords/call-centre","display_name":"Call centre","score":0.3946000039577484}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5701000094413757},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.5468000173568726},{"id":"https://openalex.org/C140781008","wikidata":"https://www.wikidata.org/wiki/Q1221081","display_name":"Service quality","level":3,"score":0.5024999976158142},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.49000000953674316},{"id":"https://openalex.org/C191511416","wikidata":"https://www.wikidata.org/wiki/Q999278","display_name":"Customer satisfaction","level":2,"score":0.41909998655319214},{"id":"https://openalex.org/C107418235","wikidata":"https://www.wikidata.org/wiki/Q1520565","display_name":"Human multitasking","level":2,"score":0.4131999909877777},{"id":"https://openalex.org/C116865082","wikidata":"https://www.wikidata.org/wiki/Q1370241","display_name":"Interactive kiosk","level":2,"score":0.4072999954223633},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4007999897003174},{"id":"https://openalex.org/C2779808267","wikidata":"https://www.wikidata.org/wiki/Q476796","display_name":"Call centre","level":2,"score":0.3946000039577484},{"id":"https://openalex.org/C2984334869","wikidata":"https://www.wikidata.org/wiki/Q1060653","display_name":"Customer service","level":3,"score":0.38999998569488525},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.37299999594688416},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.36649999022483826},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.34769999980926514},{"id":"https://openalex.org/C116537","wikidata":"https://www.wikidata.org/wiki/Q2169973","display_name":"Service provider","level":3,"score":0.34549999237060547},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.3321000039577484},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30970001220703125},{"id":"https://openalex.org/C2776915394","wikidata":"https://www.wikidata.org/wiki/Q5196451","display_name":"Customer engagement","level":3,"score":0.27720001339912415},{"id":"https://openalex.org/C2779816988","wikidata":"https://www.wikidata.org/wiki/Q305418","display_name":"Abandonment (legal)","level":2,"score":0.274399995803833},{"id":"https://openalex.org/C68595000","wikidata":"https://www.wikidata.org/wiki/Q2274177","display_name":"Service delivery framework","level":3,"score":0.26899999380111694},{"id":"https://openalex.org/C16151460","wikidata":"https://www.wikidata.org/wiki/Q3480069","display_name":"Service level objective","level":5,"score":0.26739999651908875},{"id":"https://openalex.org/C61063171","wikidata":"https://www.wikidata.org/wiki/Q532781","display_name":"Service design","level":4,"score":0.2632000148296356},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.25429999828338623},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.2533999979496002}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.29888","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.29888","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.29888","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.29888","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0,189],"collaboration":[1],"with":[2,36],"Alibaba,":[3],"this":[4,212],"study":[5],"leverages":[6],"a":[7,16,39],"large-scale":[8],"field":[9],"experiment":[10],"to":[11,38,62],"assess":[12],"the":[13,77,86,155,176,186],"impact":[14],"of":[15,49,81,92,157],"generative":[17],"AI":[18,41,83,94,100,114,242],"assistant":[19,42],"on":[20,133],"worker":[21],"performance":[22,143,187],"in":[23,121,154,179,196,202],"e-commerce":[24],"after-sales":[25],"service.":[26],"Human":[27],"agents":[28,192],"providing":[29],"digital":[30],"chat":[31,111],"support":[32],"were":[33],"randomly":[34],"assigned":[35],"access":[37,84],"gen":[40,71,82,93,99,241],"that":[43,98,211,240],"offered":[44],"two":[45],"core":[46],"functions:":[47],"diagnosis":[48],"customer":[50,122,139,229],"issues":[51],"and":[52,85,110,124,165,183,205,231,234],"solution":[53],"proposals,":[54],"presented":[55],"as":[56],"text":[57],"messages.":[58,68],"Agents":[59],"retained":[60],"discretion":[61],"adopt,":[63],"modify,":[64],"or":[65],"disregard":[66],"AI-generated":[67],"To":[69],"evaluate":[70],"AI's":[72],"impact,":[73],"we":[74],"estimate":[75],"both":[76,180,203],"intention-to-treat":[78],"(ITT)":[79],"effect":[80,90,132],"local":[87],"average":[88],"treatment":[89],"(LATE)":[91],"usage.":[95],"Results":[96],"show":[97],"significantly":[101],"improved":[102,116],"service":[103,118,135,181,197,207],"speed,":[104],"measured":[105],"by":[106,138,220],"issue":[107],"identification":[108],"time":[109],"duration.":[112],"Gen":[113],"also":[115,151],"subjective":[117,204],"quality":[119,136],"reflected":[120],"ratings":[123],"dissatisfaction":[125],"rates,":[126],"but":[127,150,199],"it":[128],"had":[129],"no":[130],"significant":[131],"objective":[134,206],"indicated":[137],"retrial":[140,235],"rates.":[141,236],"The":[142],"improvements":[144,178],"stemmed":[145],"not":[146],"only":[147],"from":[148,152,215],"automation":[149],"changes":[153],"dynamics":[156],"agent-customer":[158],"interactions:":[159],"agent":[160],"communication":[161,171],"became":[162],"more":[163],"informative":[164],"efficient,":[166],"while":[167],"customers":[168],"experienced":[169,200],"reduced":[170],"burdens.":[172],"Low":[173],"performers":[174],"achieved":[175],"greatest":[177],"speed":[182,198],"quality,":[184],"narrowing":[185],"gap.":[188],"contrast,":[190],"top-performing":[191],"showed":[193],"little":[194],"improvement":[195],"declines":[201],"quality.":[208],"Evidence":[209],"suggests":[210],"decline":[213],"results":[214],"increased":[216],"multitasking":[217],"tendency,":[218],"proxied":[219],"longer":[221],"shift-away":[222],"times":[223],"across":[224],"concurrent":[225],"chats,":[226],"which":[227],"slowed":[228],"responses":[230],"raised":[232],"abandonment":[233],"These":[237],"findings":[238],"suggest":[239],"reshapes":[243],"work,":[244],"demanding":[245],"tailored":[246],"deployment":[247],"strategies.":[248]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-02T00:00:00"}
