{"id":"https://openalex.org/W7165619261","doi":"https://doi.org/10.48550/arxiv.2606.20708","title":"Simulated Customers Never Walk Away: Decision Fidelity of LLM User Simulators Measured Against Real Purchase Outcomes","display_name":"Simulated Customers Never Walk Away: Decision Fidelity of LLM User Simulators Measured Against Real Purchase Outcomes","publication_year":2026,"publication_date":"2026-06-16","ids":{"openalex":"https://openalex.org/W7165619261","doi":"https://doi.org/10.48550/arxiv.2606.20708"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.20708","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.20708","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.20708","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139204364","display_name":"Liang Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Chen, Liang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5139204364"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.7305999994277954,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.7305999994277954,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.032600000500679016,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.02590000070631504,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.6779000163078308},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5824999809265137},{"id":"https://openalex.org/keywords/persuasion","display_name":"Persuasion","score":0.48750001192092896},{"id":"https://openalex.org/keywords/deliberation","display_name":"Deliberation","score":0.45559999346733093},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.4474000036716461},{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.3901999890804291},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.383899986743927},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.38260000944137573},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.3806999921798706},{"id":"https://openalex.org/keywords/loss-aversion","display_name":"Loss aversion","score":0.3725000023841858}],"concepts":[{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.6779000163078308},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5910999774932861},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5824999809265137},{"id":"https://openalex.org/C2781310500","wikidata":"https://www.wikidata.org/wiki/Q1231428","display_name":"Persuasion","level":2,"score":0.48750001192092896},{"id":"https://openalex.org/C2776946740","wikidata":"https://www.wikidata.org/wiki/Q358652","display_name":"Deliberation","level":3,"score":0.45559999346733093},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4474000036716461},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.3901999890804291},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.383899986743927},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.38260000944137573},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.3806999921798706},{"id":"https://openalex.org/C2778174566","wikidata":"https://www.wikidata.org/wiki/Q2874240","display_name":"Loss aversion","level":2,"score":0.3725000023841858},{"id":"https://openalex.org/C2777868144","wikidata":"https://www.wikidata.org/wiki/Q7239817","display_name":"Preference elicitation","level":3,"score":0.3434999883174896},{"id":"https://openalex.org/C2776889888","wikidata":"https://www.wikidata.org/wiki/Q1135789","display_name":"Unintended consequences","level":2,"score":0.3361000120639801},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.33090001344680786},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.3292999863624573},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.3264999985694885},{"id":"https://openalex.org/C97399411","wikidata":"https://www.wikidata.org/wiki/Q825367","display_name":"Coin flipping","level":2,"score":0.32420000433921814},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.321399986743927},{"id":"https://openalex.org/C2780224610","wikidata":"https://www.wikidata.org/wiki/Q1530061","display_name":"Credibility","level":2,"score":0.31529998779296875},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.3151000142097473},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.31470000743865967},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3082999885082245},{"id":"https://openalex.org/C145097563","wikidata":"https://www.wikidata.org/wiki/Q1148747","display_name":"Payment","level":2,"score":0.304500013589859},{"id":"https://openalex.org/C82279013","wikidata":"https://www.wikidata.org/wiki/Q684740","display_name":"Real estate","level":2,"score":0.29649999737739563},{"id":"https://openalex.org/C2780015235","wikidata":"https://www.wikidata.org/wiki/Q1934035","display_name":"Microsimulation","level":2,"score":0.28870001435279846},{"id":"https://openalex.org/C108154423","wikidata":"https://www.wikidata.org/wiki/Q1469792","display_name":"Salience (neuroscience)","level":2,"score":0.2879999876022339},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.28519999980926514},{"id":"https://openalex.org/C136714292","wikidata":"https://www.wikidata.org/wiki/Q1440683","display_name":"Framing effect","level":3,"score":0.2736999988555908},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.2711000144481659},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.26600000262260437},{"id":"https://openalex.org/C18619997","wikidata":"https://www.wikidata.org/wiki/Q47627","display_name":"Experimental economics","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.2653999924659729},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.2599000036716461},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.2538999915122986},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.25200000405311584},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.20708","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.20708","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.20708","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.20708","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5540614128112793}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLM-as-user-simulation":[0],"has":[1,54],"become":[2],"core":[3],"infrastructure":[4],"for":[5],"conversational":[6],"AI:":[7],"agent":[8,123],"benchmarks":[9],"(tau-bench),":[10],"training":[11,241],"pipelines,":[12],"and":[13,86,109,124,141,183,203,232,243],"a":[14,55,94,113,134,146],"growing":[15],"body":[16],"of":[17,28,101],"fidelity":[18,34,91],"studies":[19],"all":[20],"rely":[21],"on":[22,112],"LLMs":[23],"role-playing":[24,48],"the":[25,60,64,98,152,169,205,209,222,258],"human":[26],"side":[27],"dialogue.":[29],"Existing":[30],"frameworks":[31],"measure":[32,110],"communicative":[33],"--":[35,41,92,108,257],"whether":[36,74,93],"simulators":[37,75,155,248],"talk":[38],"like":[39,78],"humans":[40],"against":[42,246],"ground":[43],"truth":[44],"from":[45],"paid":[46],"participants":[47],"assigned":[49],"goals.":[50],"We":[51,88],"argue":[52],"this":[53],"structural":[56],"blind":[57],"spot:":[58],"when":[59],"goal":[61],"is":[62,67,83],"assigned,":[63],"user's":[65],"willingness":[66],"exogenous,":[68],"so":[69],"no":[70,192],"framework":[71],"can":[72],"test":[73],"make":[76],"decisions":[77],"real":[79,102,125],"users":[80,103],"whose":[81],"motivation":[82],"endogenous,":[84],"latent,":[85],"decaying.":[87],"introduce":[89],"decision":[90],"simulated":[95,234],"population":[96],"reproduces":[97],"decision-state":[99],"dynamics":[100],"facing":[104],"real,":[105],"consequential":[106],"choices":[107],"it":[111,212,254],"unique":[114],"testbed:":[115],"2,790":[116],"production":[117],"conversations":[118],"between":[119],"an":[120],"LLM":[121],"sales":[122,242],"customers,":[126],"including":[127],"793":[128],"with":[129],"verified":[130],"payment":[131],"outcomes.":[132],"Using":[133],"teacher-forced":[135],"probe":[136],"protocol":[137],"that":[138,211],"holds":[139],"context":[140],"instrument":[142],"fixed,":[143],"we":[144,150],"find":[145],"systematic,":[147],"outcome-correlated":[148],"failure":[149],"call":[151],"disengagement":[153],"deficit:":[154],"reproduce":[156],"eventual":[157,166],"buyers":[158],"almost":[159],"exactly":[160,252],"(depth":[161,172],"bias":[162,173,217],"+0.09)":[163],"but":[164,219],"inflate":[165],"non-buyers":[167,228,235],"toward":[168],"purchase":[170],"frame":[171],"+0.40;":[174],"d=0.38,":[175],"p<0.001),":[176],"halving":[177],"expressed":[178],"resistance":[179],"(25.1%":[180],"to":[181,188],"13.5%)":[182],"nearly":[184],"doubling":[185],"deliberation":[186],"(21.9%":[187],"40.1%)":[189],"while":[190],"fabricating":[191],"purchases.":[193],"The":[194],"deficit":[195],"replicates":[196],"across":[197],"model":[198],"families":[199],"(DeepSeek:":[200],"d=0.41,":[201],"p=0.002)":[202],"resists":[204],"obvious":[206],"fix:":[207],"instructing":[208],"simulator":[210],"may":[213],"disengage":[214],"cuts":[215],"marginal":[216],"five-fold":[218],"barely":[220],"moves":[221],"outcome-conditioned":[223],"contrast":[224],"(d=0.34,":[225],"p=0.008).":[226],"Real":[227],"say":[229],"\"not":[230],"now\"":[231],"stop;":[233],"ask":[236],"about":[237],"price.":[238],"Evaluating":[239],"or":[240],"persuasion":[244],"agents":[245],"such":[247],"overstates":[249],"funnel":[250],"progress":[251],"where":[253],"matters":[255],"most":[256],"customers":[259],"who":[260],"walk":[261],"away.":[262]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-24T00:00:00"}