{"id":"https://openalex.org/W7133344280","doi":"https://doi.org/10.48550/arxiv.2603.01024","title":"SimAB: Simulating A/B Tests with Persona-Conditioned AI Agents for Rapid Design Evaluation","display_name":"SimAB: Simulating A/B Tests with Persona-Conditioned AI Agents for Rapid Design Evaluation","publication_year":2026,"publication_date":"2026-03-01","ids":{"openalex":"https://openalex.org/W7133344280","doi":"https://doi.org/10.48550/arxiv.2603.01024"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.01024","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.01024","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.01024","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128003514","display_name":"Tim Rieder","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rieder, Tim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128009351","display_name":"Marian Schneider","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schneider, Marian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093931911","display_name":"Mario Truss","orcid":"https://orcid.org/0009-0006-6542-9993"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Truss, Mario","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128016417","display_name":"Vitaly Tsaplin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tsaplin, Vitaly","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127980994","display_name":"Alina Rublea","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rublea, Alina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127929872","display_name":"Sinem Dere","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dere, Sinem","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128022433","display_name":"Francisco Chicharro Sanz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sanz, Francisco Chicharro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127873532","display_name":"Tobias Reiss","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Reiss, Tobias","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5084977286","display_name":"Mustafa Doga Dogan","orcid":"https://orcid.org/0000-0003-3983-1955"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dogan, Mustafa Doga","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14074","display_name":"Persona Design and Applications","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14074","display_name":"Persona Design and Applications","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7300000190734863},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.5861999988555908},{"id":"https://openalex.org/keywords/sequential-analysis","display_name":"Sequential analysis","score":0.4325999915599823},{"id":"https://openalex.org/keywords/design-methods","display_name":"Design methods","score":0.3783000111579895},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.34369999170303345},{"id":"https://openalex.org/keywords/evaluation-methods","display_name":"Evaluation methods","score":0.33219999074935913}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7300000190734863},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6690000295639038},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.5861999988555908},{"id":"https://openalex.org/C80478641","wikidata":"https://www.wikidata.org/wiki/Q195771","display_name":"Sequential analysis","level":2,"score":0.4325999915599823},{"id":"https://openalex.org/C138852830","wikidata":"https://www.wikidata.org/wiki/Q2292993","display_name":"Design methods","level":2,"score":0.3783000111579895},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3727000057697296},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35350000858306885},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.35019999742507935},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.34369999170303345},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.33219999074935913},{"id":"https://openalex.org/C137726913","wikidata":"https://www.wikidata.org/wiki/Q7353550","display_name":"Robustness testing","level":3,"score":0.3131999969482422},{"id":"https://openalex.org/C34559072","wikidata":"https://www.wikidata.org/wiki/Q2334061","display_name":"Design of experiments","level":2,"score":0.3100000023841858},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.30239999294281006},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3021000027656555},{"id":"https://openalex.org/C31352089","wikidata":"https://www.wikidata.org/wiki/Q3750474","display_name":"Systems design","level":2,"score":0.296999990940094},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.2831999957561493},{"id":"https://openalex.org/C80519477","wikidata":"https://www.wikidata.org/wiki/Q3532236","display_name":"Scenario testing","level":3,"score":0.27459999918937683},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.26820001006126404},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.25690001249313354},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.01024","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.01024","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.01024","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.01024","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6286035180091858,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"A/B":[0,32,108,157],"testing":[1,33],"is":[2],"a":[3,28,35,47,68],"standard":[4],"method":[5],"for":[6,120],"validating":[7],"design":[8,44,92],"decisions,":[9],"yet":[10],"its":[11],"reliance":[12],"on":[13],"real":[14],"user":[15,52],"traffic":[16,78],"limits":[17],"iteration":[18],"speed":[19],"and":[20,46,64,88,99,129,132,147],"makes":[21],"certain":[22],"experiments":[23,124],"impractical.":[24],"We":[25,102],"present":[26],"SimAB,":[27],"system":[29],"that":[30,58,141],"reframes":[31],"as":[34,56],"fast,":[36],"privacy-preserving":[37],"simulation":[38],"using":[39],"persona-conditioned":[40],"AI":[41],"agents.":[42],"Given":[43],"screenshots":[45],"conversion":[48],"goal,":[49],"SimAB":[50,104,142],"generates":[51],"personas,":[53],"deploys":[54],"them":[55],"agents":[57],"state":[59],"their":[60],"preference,":[61],"aggregates":[62],"results,":[63],"synthesizes":[65],"rationales.":[66],"Through":[67],"formative":[69],"study":[70],"with":[71,110,155],"experimentation":[72],"practitioners,":[73],"we":[74],"identified":[75],"scenarios":[76],"where":[77],"constraints":[79],"hinder":[80],"testing,":[81],"including":[82],"low-traffic":[83],"pages,":[84],"multi-variant":[85],"comparisons,":[86],"micro-optimizations,":[87],"privacy-sensitive":[89],"contexts.":[90],"Our":[91],"emphasizes":[93],"speed,":[94],"early":[95],"feedback,":[96],"actionable":[97],"rationales,":[98],"audience":[100],"specification.":[101],"evaluate":[103],"against":[105],"47":[106],"historical":[107],"tests":[109],"known":[111],"outcomes,":[112],"achieving":[113],"67%":[114],"overall":[115],"accuracy,":[116],"increasing":[117],"to":[118,127,153],"83%":[119],"high-confidence":[121],"cases.":[122],"Additional":[123],"show":[125],"robustness":[126],"naming":[128],"positional":[130],"bias":[131],"demonstrate":[133],"accuracy":[134],"gains":[135],"from":[136],"personas.":[137],"Practitioner":[138],"feedback":[139],"suggests":[140],"supports":[143],"faster":[144],"evaluation":[145],"cycles":[146],"rapid":[148],"screening":[149],"of":[150],"designs":[151],"difficult":[152],"assess":[154],"traditional":[156],"tests.":[158]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-04T00:00:00"}