{"id":"https://openalex.org/W7154244789","doi":"https://doi.org/10.48550/arxiv.2604.09549","title":"Beyond Offline A/B Testing: Context-Aware Agent Simulation for Recommender System Evaluation","display_name":"Beyond Offline A/B Testing: Context-Aware Agent Simulation for Recommender System Evaluation","publication_year":2026,"publication_date":"2026-01-26","ids":{"openalex":"https://openalex.org/W7154244789","doi":"https://doi.org/10.48550/arxiv.2604.09549"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.09549","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.09549","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.09549","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133573525","display_name":"Nicolas Bougie","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Bougie, Nicolas","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019802757","display_name":"Gian Maria Marconi","orcid":"https://orcid.org/0000-0001-9140-3515"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marconi, Gian Maria","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003931556","display_name":"Xiaotong Ye","orcid":"https://orcid.org/0000-0003-2934-4256"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Xiaotong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133579781","display_name":"Narimasa Watanabe","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Watanabe, Narimasa","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5133573525"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.28110000491142273,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.28110000491142273,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.12770000100135803,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.10909999907016754,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.710099995136261},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5972999930381775},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5085999965667725},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.48989999294281006},{"id":"https://openalex.org/keywords/online-and-offline","display_name":"Online and offline","score":0.45100000500679016},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.31679999828338623},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.30630001425743103}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8187000155448914},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.710099995136261},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5972999930381775},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5152999758720398},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5085999965667725},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.48989999294281006},{"id":"https://openalex.org/C2780102126","wikidata":"https://www.wikidata.org/wiki/Q10928179","display_name":"Online and offline","level":2,"score":0.45100000500679016},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4133000075817108},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3472000062465668},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.31679999828338623},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.30630001425743103},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.2903999984264374},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.29010000824928284},{"id":"https://openalex.org/C21569690","wikidata":"https://www.wikidata.org/wiki/Q94702","display_name":"Collaborative filtering","level":3,"score":0.28279998898506165},{"id":"https://openalex.org/C134121241","wikidata":"https://www.wikidata.org/wiki/Q899301","display_name":"Yield (engineering)","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.2628999948501587},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.258899986743927},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.25429999828338623},{"id":"https://openalex.org/C2781039887","wikidata":"https://www.wikidata.org/wiki/Q1391724","display_name":"Factor (programming language)","level":2,"score":0.2538999915122986}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.09549","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.09549","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.09549","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.09549","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7061676383018494,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recommender":[0],"systems":[1],"are":[2],"central":[3],"to":[4,9,25],"online":[5,32],"services,":[6],"enabling":[7],"users":[8,49,101],"navigate":[10],"through":[11,148],"massive":[12],"amounts":[13],"of":[14,36],"content":[15],"across":[16,127],"various":[17],"domains.":[18],"However,":[19],"their":[20],"evaluation":[21],"remains":[22],"challenging":[23],"due":[24],"the":[26,53,121],"disconnect":[27],"between":[28],"offline":[29,149],"metrics":[30],"and":[31,60,99,116,123,153],"performance.":[33],"The":[34],"emergence":[35],"Large":[37],"Language":[38],"Model-powered":[39],"agents":[40],"offers":[41],"a":[42,90],"promising":[43],"solution,":[44],"yet":[45],"existing":[46],"studies":[47],"model":[48,112],"in":[50,85],"isolation,":[51],"neglecting":[52],"contextual":[54],"factors":[55],"such":[56],"as":[57],"time,":[58],"location,":[59],"needs,":[61],"which":[62],"fundamentally":[63],"shape":[64],"human":[65,138],"decision-making.":[66],"In":[67],"this":[68],"paper,":[69],"we":[70,111],"introduce":[71],"ContextSim,":[72],"an":[73],"LLM":[74],"agent":[75],"framework":[76],"that":[77,155],"simulates":[78],"believable":[79],"user":[80],"proxies":[81],"by":[82],"anchoring":[83],"interactions":[84,133],"daily":[86],"life":[87,91],"activities.":[88],"Namely,":[89],"simulation":[92],"module":[93],"generates":[94,132],"scenarios":[95],"specifying":[96],"when,":[97],"where,":[98],"why":[100],"engage":[102],"with":[103,108,137],"recommendations.":[104],"To":[105],"align":[106],"preferences":[107],"genuine":[109],"humans,":[110],"agents'":[113],"internal":[114],"thoughts":[115],"enforce":[117],"consistency":[118],"at":[119],"both":[120],"action":[122],"trajectory":[124],"levels.":[125],"Experiments":[126],"domains":[128],"show":[129,154],"our":[130,146],"method":[131],"more":[134],"closely":[135],"aligned":[136],"behavior":[139],"than":[140],"prior":[141],"work.":[142],"We":[143],"further":[144],"validate":[145],"approach":[147],"A/B":[150],"testing":[151],"correlation":[152],"RS":[156],"parameters":[157],"optimized":[158],"using":[159],"ContextSim":[160],"yield":[161],"improved":[162],"real-world":[163],"engagement.":[164]},"counts_by_year":[],"updated_date":"2026-04-15T06:04:33.058270","created_date":"2026-04-15T00:00:00"}