{"id":"https://openalex.org/W7165166151","doi":"https://doi.org/10.48550/arxiv.2606.19336","title":"Learning User Simulators with Turing Rewards","display_name":"Learning User Simulators with Turing Rewards","publication_year":2026,"publication_date":"2026-06-17","ids":{"openalex":"https://openalex.org/W7165166151","doi":"https://doi.org/10.48550/arxiv.2606.19336"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.19336","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19336","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.19336","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135591493","display_name":"Yingshan Susan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yingshan Susan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061265934","display_name":"Cedegao E. Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Cedegao E.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003617960","display_name":"Linlu Qiu","orcid":"https://orcid.org/0000-0002-1696-5419"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Linlu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069088584","display_name":"Zexue He","orcid":"https://orcid.org/0009-0001-9733-0545"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Zexue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138955106","display_name":"Pengyuan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Pengyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138840020","display_name":"Alex Pentland","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pentland, Alex","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5131112038","display_name":"Roger P. LEVY","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Levy, Roger P.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138947012","display_name":"Yoon Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Yoon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.6514999866485596,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.6514999866485596,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.05420000106096268,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.04780000075697899,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.6395999789237976},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6316999793052673},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.569100022315979},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.48579999804496765},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.43860000371932983},{"id":"https://openalex.org/keywords/turing","display_name":"Turing","score":0.42410001158714294},{"id":"https://openalex.org/keywords/turing-test","display_name":"Turing test","score":0.4142000079154968},{"id":"https://openalex.org/keywords/user-modeling","display_name":"User modeling","score":0.38830000162124634}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8004999756813049},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.6395999789237976},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6316999793052673},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.569100022315979},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5271999835968018},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.49219998717308044},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.48579999804496765},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.43860000371932983},{"id":"https://openalex.org/C9870796","wikidata":"https://www.wikidata.org/wiki/Q490481","display_name":"Turing","level":2,"score":0.42410001158714294},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42399999499320984},{"id":"https://openalex.org/C577917","wikidata":"https://www.wikidata.org/wiki/Q189223","display_name":"Turing test","level":2,"score":0.4142000079154968},{"id":"https://openalex.org/C67712803","wikidata":"https://www.wikidata.org/wiki/Q7901853","display_name":"User modeling","level":3,"score":0.38830000162124634},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.35179999470710754},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.34869998693466187},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.3073999881744385},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.30720001459121704},{"id":"https://openalex.org/C2776716048","wikidata":"https://www.wikidata.org/wiki/Q6045290","display_name":"Interactive Learning","level":2,"score":0.2667999863624573},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.26489999890327454},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.2578999996185303},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.2578999996185303},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.19336","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19336","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.19336","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19336","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.7777455449104309,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Learning":[0],"to":[1,38,81,103],"simulate":[2],"human":[3,137],"users":[4],"in":[5,20],"interactive":[6],"settings":[7],"could":[8,111],"advance":[9],"the":[10,21,48,90,94,98,109],"training":[11,32,67],"of":[12,16],"agent":[13],"assistants,":[14],"evaluation":[15,138],"personalization":[17],"systems,":[18],"research":[19],"social":[22],"sciences,":[23],"and":[24,97,122,136],"more.":[25],"Existing":[26],"approaches":[27],"generally":[28],"do":[29],"so":[30],"by":[31,46,52],"a":[33,40,54,61,73,85],"large":[34],"language":[35],"model":[36],"(LLM)":[37],"match":[39],"single":[41],"ground":[42],"truth":[43],"response,":[44],"either":[45],"maximizing":[47],"log":[49],"probability":[50],"or":[51],"using":[53],"similarity":[55],"reward.":[56],"We":[57],"instead":[58],"propose":[59],"Turing-RL:":[60],"Turing-Test-based":[62],"reinforcement":[63],"learning":[64,154],"approach":[65],"for":[66,145,153],"user":[68,99,110,155],"simulator":[69,100],"models.":[70],"Turing-RL":[71,128],"uses":[72],"discriminative":[74],"Turing":[75],"reward":[76],"with":[77,114],"an":[78],"LLM":[79,101,135],"judge":[80],"score":[82],"how":[83],"indistinguishable":[84,106],"generated":[86],"response":[87,149],"is":[88,151],"from":[89,107],"real":[91],"user's":[92,95],"given":[93],"history,":[96],"learns":[102],"produce":[104],"responses":[105],"what":[108],"have":[112],"said":[113],"such":[115],"rewards.":[116],"Across":[117],"two":[118],"different":[119],"domains--conversational":[120],"chat":[121],"Reddit":[123],"forum":[124],"discussion--we":[125],"find":[126],"that":[127,143],"consistently":[129],"outperforms":[130],"baseline":[131],"methods":[132],"on":[133],"both":[134],"metrics.":[139],"Our":[140],"study":[141],"suggests":[142],"optimizing":[144],"indistinguishability,":[146],"rather":[147],"than":[148],"matching,":[150],"effective":[152],"simulators.":[156]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-19T00:00:00"}