{"id":"https://openalex.org/W7153720518","doi":"https://doi.org/10.1145/3772363.3799039","title":"Agent A/B: Automated and Scalable A/B Testing on Live Websites with Interactive LLM Agents","display_name":"Agent A/B: Automated and Scalable A/B Testing on Live Websites with Interactive LLM Agents","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7153720518","doi":"https://doi.org/10.1145/3772363.3799039"},"language":null,"primary_location":{"id":"doi:10.1145/3772363.3799039","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772363.3799039","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Extended Abstracts of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3772363.3799039","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048356518","display_name":"Yuxuan Lu","orcid":"https://orcid.org/0000-0002-8520-0540"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yuxuan Lu","raw_affiliation_strings":["Northeastern University, Boston, Massachusetts, USA"],"raw_orcid":"https://orcid.org/0000-0002-8520-0540","affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, Massachusetts, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065087895","display_name":"Ting-Yao Hsu","orcid":"https://orcid.org/0009-0008-9082-6039"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ting-Yao Hsu","raw_affiliation_strings":["Computer Science and Engineering, Pennsylvania State University, State College, Pennsylvania, USA"],"raw_orcid":"https://orcid.org/0009-0008-9082-6039","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, Pennsylvania State University, State College, Pennsylvania, USA","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071156485","display_name":"Hansu Gu","orcid":"https://orcid.org/0000-0002-1426-3210"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hansu Gu","raw_affiliation_strings":["Amazon, Seattle, Washington, USA"],"raw_orcid":"https://orcid.org/0000-0002-1426-3210","affiliations":[{"raw_affiliation_string":"Amazon, Seattle, Washington, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046719515","display_name":"Limeng Cui","orcid":"https://orcid.org/0000-0002-5222-3690"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Limeng Cui","raw_affiliation_strings":["Amazon, Palo Alto, California, USA"],"raw_orcid":"https://orcid.org/0000-0002-5222-3690","affiliations":[{"raw_affiliation_string":"Amazon, Palo Alto, California, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102912591","display_name":"Yaochen Xie","orcid":"https://orcid.org/0000-0003-0320-6728"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yaochen Xie","raw_affiliation_strings":["Amazon, Seattle, Washington, USA"],"raw_orcid":"https://orcid.org/0000-0003-0320-6728","affiliations":[{"raw_affiliation_string":"Amazon, Seattle, Washington, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016554515","display_name":"William Headden","orcid":null},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William P. Headden","raw_affiliation_strings":["Amazon, Palo Alto, California, USA"],"raw_orcid":"https://orcid.org/0000-0002-6538-1831","affiliations":[{"raw_affiliation_string":"Amazon, Palo Alto, California, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033744502","display_name":"Bingsheng Yao","orcid":"https://orcid.org/0009-0004-8329-4610"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bingsheng Yao","raw_affiliation_strings":["Northeastern University, Boston, Massachusetts, USA"],"raw_orcid":"https://orcid.org/0009-0004-8329-4610","affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, Massachusetts, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092596469","display_name":"Akash Veeragouni","orcid":null},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Akash Veeragouni","raw_affiliation_strings":["Amazon, Seattle, Washington, USA"],"raw_orcid":"https://orcid.org/0009-0005-8500-0644","affiliations":[{"raw_affiliation_string":"Amazon, Seattle, Washington, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133465992","display_name":"Jiapeng Liu","orcid":"https://orcid.org/0009-0004-4530-9754"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiapeng Liu","raw_affiliation_strings":["Amazon, Seattle, Washington, USA"],"raw_orcid":"https://orcid.org/0009-0004-4530-9754","affiliations":[{"raw_affiliation_string":"Amazon, Seattle, Washington, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063433193","display_name":"Sreyashi Nag","orcid":"https://orcid.org/0009-0006-7872-2929"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sreyashi Nag","raw_affiliation_strings":["Amazon.com, Amazon, Seattle, Washington, USA"],"raw_orcid":"https://orcid.org/0009-0006-7872-2929","affiliations":[{"raw_affiliation_string":"Amazon.com, Amazon, Seattle, Washington, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jessie Wang","orcid":"https://orcid.org/0009-0001-0959-8323"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jessie Wang","raw_affiliation_strings":["Amazon, Seattle, Washington, USA"],"raw_orcid":"https://orcid.org/0009-0001-0959-8323","affiliations":[{"raw_affiliation_string":"Amazon, Seattle, Washington, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062817658","display_name":"Dakuo Wang","orcid":"https://orcid.org/0000-0001-9371-9441"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dakuo Wang","raw_affiliation_strings":["Northeastern University, Boston, Massachusetts, USA"],"raw_orcid":"https://orcid.org/0000-0001-9371-9441","affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, Massachusetts, USA","institution_ids":["https://openalex.org/I12912129"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5048356518"],"corresponding_institution_ids":["https://openalex.org/I12912129"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.85393675,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.17270000278949738,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.17270000278949738,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12203","display_name":"Mobile Agent-Based Network Management","score":0.10320000350475311,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.04619999974966049,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4828999936580658},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.3280999958515167},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.32260000705718994},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.28529998660087585},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.2687000036239624}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6636999845504761},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4828999936580658},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3538999855518341},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.34549999237060547},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.3280999958515167},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.32260000705718994},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.28529998660087585},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.28209999203681946},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.2687000036239624},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.26109999418258667},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3772363.3799039","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772363.3799039","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Extended Abstracts of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3772363.3799039","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772363.3799039","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Extended Abstracts of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1991691398","https://openalex.org/W2007644286","https://openalex.org/W2036625304","https://openalex.org/W2038847448","https://openalex.org/W2062658884","https://openalex.org/W2069003154","https://openalex.org/W2080770071","https://openalex.org/W2110228583","https://openalex.org/W2112508839","https://openalex.org/W2149236908","https://openalex.org/W2151785234","https://openalex.org/W2164279716","https://openalex.org/W2199837949","https://openalex.org/W2231146748","https://openalex.org/W2296235651","https://openalex.org/W2503384194","https://openalex.org/W2542081672","https://openalex.org/W2620002388","https://openalex.org/W2743027853","https://openalex.org/W2744538883","https://openalex.org/W2748827028","https://openalex.org/W2784068709","https://openalex.org/W2897260156","https://openalex.org/W2946387282","https://openalex.org/W2953259115","https://openalex.org/W2987812053","https://openalex.org/W3036637539","https://openalex.org/W3133591098","https://openalex.org/W4225090571","https://openalex.org/W4225105092","https://openalex.org/W4225129570","https://openalex.org/W4245984308","https://openalex.org/W4294405437","https://openalex.org/W4321854307","https://openalex.org/W4363624465","https://openalex.org/W4387835442","https://openalex.org/W4396831923","https://openalex.org/W4396833393","https://openalex.org/W4402901320","https://openalex.org/W4404782927","https://openalex.org/W4409719977","https://openalex.org/W4409749048","https://openalex.org/W4412887867","https://openalex.org/W7133192941","https://openalex.org/W7133227044"],"related_works":[],"abstract_inverted_index":{"A/B":[0,70,74,127],"testing":[1],"is":[2,18],"central":[3],"to":[4,51,131],"UI/UX":[5],"design,":[6],"yet":[7],"our":[8,146],"formative":[9],"study":[10,66],"with":[11,48,53,80],"six":[12],"industry":[13],"practitioners":[14],"revealed":[15],"that":[16,41,85,107],"it":[17],"slowed":[19],"by":[20],"scarce":[21],"user":[22],"traffic,":[23],"long":[24],"runtimes,":[25],"and":[26,56,83,115,139],"high":[27],"operational":[28],"costs.":[29],"To":[30],"address":[31],"these":[32],"challenges,":[33],"we":[34],"introduce":[35],"Agent":[36,69,126],"A/B,":[37],"an":[38],"end-to-end":[39],"system":[40],"deploys":[42],"large":[43],"language":[44],"model":[45],"(LLM)":[46],"agents":[47,82],"structured":[49],"personas":[50],"interact":[52],"live":[54],"webpages":[55],"generate":[57],"scalable":[58],"behavioral":[59,113],"evidence":[60],"before":[61],"launch.":[62],"In":[63],"a":[64,72,99,129],"case":[65],"on":[67],"Amazon.com,":[68],"simulated":[71],"between-subjects":[73],"test":[75],"of":[76],"filter":[77,88],"panel":[78],"designs":[79],"1,000":[81],"found":[84],"the":[86],"reduced":[87],"list":[89],"produced":[90],"more":[91],"purchases,":[92],"reproducing":[93],"directional":[94],"outcomes":[95],"also":[96],"observed":[97],"in":[98],"parallel":[100],"large-scale":[101],"human":[102,132],"experiment.":[103],"Results":[104],"further":[105],"suggest":[106],"agent-based":[108],"simulations":[109],"can":[110],"detect":[111],"interface-sensitive":[112],"differences":[114],"surface":[116],"subgroup":[117],"patterns":[118],"while":[119],"offering":[120],"faster,":[121],"lower-risk":[122],"insights.":[123],"We":[124,143],"position":[125],"as":[128],"complement":[130],"testing,":[133],"enabling":[134],"earlier":[135],"prototyping,":[136],"pre-deployment":[137],"validation,":[138],"hypothesis-driven":[140],"UX":[141],"evaluation.":[142],"will":[144],"release":[145],"code":[147],"upon":[148],"paper":[149],"acceptance.":[150]},"counts_by_year":[],"updated_date":"2026-04-29T09:16:38.111599","created_date":"2026-04-13T00:00:00"}