{"id":"https://openalex.org/W7161987252","doi":"https://doi.org/10.48550/arxiv.2605.20506","title":"Reinforcing Human Behavior Simulation via Verbal Feedback","display_name":"Reinforcing Human Behavior Simulation via Verbal Feedback","publication_year":2026,"publication_date":"2026-05-19","ids":{"openalex":"https://openalex.org/W7161987252","doi":"https://doi.org/10.48550/arxiv.2605.20506"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.20506","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20506","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.20506","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136722448","display_name":"Weiwei Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Weiwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136642144","display_name":"Xuhui Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Xuhui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136697590","display_name":"Jiarui Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jiarui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101541718","display_name":"Weihua Du","orcid":"https://orcid.org/0000-0002-8856-0277"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Weihua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136726912","display_name":"Haojia Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Haojia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113751518","display_name":"Yiqing Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Yiqing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136693217","display_name":"Qianou Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Qianou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136697946","display_name":"Sihao Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Sihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136712534","display_name":"Mengting Wan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wan, Mengting","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136644975","display_name":"Longqi Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Longqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136613337","display_name":"Pei Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Pei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136630229","display_name":"Sherry Tongshuang Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Sherry","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019030424","display_name":"Sean Welleck","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Welleck, Sean","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136715162","display_name":"Graham Neubig","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Neubig, Graham","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136660161","display_name":"Yiming Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yiming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136693750","display_name":"Maarten Sap","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sap, Maarten","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.3003999888896942,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.3003999888896942,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.12809999287128448,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.07880000025033951,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.5059999823570251},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.49790000915527344},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.47920000553131104},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4207000136375427},{"id":"https://openalex.org/keywords/base","display_name":"Base (topology)","score":0.415800005197525},{"id":"https://openalex.org/keywords/auditory-feedback","display_name":"Auditory feedback","score":0.4074000120162964},{"id":"https://openalex.org/keywords/nonverbal-communication","display_name":"Nonverbal communication","score":0.37790000438690186},{"id":"https://openalex.org/keywords/soul","display_name":"Soul","score":0.37790000438690186},{"id":"https://openalex.org/keywords/praise","display_name":"Praise","score":0.37400001287460327}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5814999938011169},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.5059999823570251},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.49790000915527344},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.47920000553131104},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4207000136375427},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.415800005197525},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4092000126838684},{"id":"https://openalex.org/C2779864741","wikidata":"https://www.wikidata.org/wiki/Q4820027","display_name":"Auditory feedback","level":2,"score":0.4074000120162964},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4052000045776367},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4011000096797943},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3813999891281128},{"id":"https://openalex.org/C145633318","wikidata":"https://www.wikidata.org/wiki/Q207125","display_name":"Nonverbal communication","level":2,"score":0.37790000438690186},{"id":"https://openalex.org/C2780822299","wikidata":"https://www.wikidata.org/wiki/Q9165","display_name":"Soul","level":2,"score":0.37790000438690186},{"id":"https://openalex.org/C2775868214","wikidata":"https://www.wikidata.org/wiki/Q1208425","display_name":"Praise","level":2,"score":0.37400001287460327},{"id":"https://openalex.org/C186886427","wikidata":"https://www.wikidata.org/wiki/Q5441213","display_name":"Feedback loop","level":2,"score":0.364300012588501},{"id":"https://openalex.org/C79416737","wikidata":"https://www.wikidata.org/wiki/Q2305519","display_name":"Social learning","level":2,"score":0.35600000619888306},{"id":"https://openalex.org/C2780938662","wikidata":"https://www.wikidata.org/wiki/Q973710","display_name":"Tying","level":2,"score":0.3310999870300293},{"id":"https://openalex.org/C2779305910","wikidata":"https://www.wikidata.org/wiki/Q5172809","display_name":"Corrective feedback","level":2,"score":0.3109000027179718},{"id":"https://openalex.org/C2780861071","wikidata":"https://www.wikidata.org/wiki/Q1062934","display_name":"Character (mathematics)","level":2,"score":0.3095000088214874},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.3059999942779541},{"id":"https://openalex.org/C108170787","wikidata":"https://www.wikidata.org/wiki/Q3951828","display_name":"Agency (philosophy)","level":2,"score":0.3000999987125397},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.29580000042915344},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.29490000009536743},{"id":"https://openalex.org/C130064352","wikidata":"https://www.wikidata.org/wiki/Q853725","display_name":"Social relation","level":2,"score":0.2939000129699707},{"id":"https://openalex.org/C117035363","wikidata":"https://www.wikidata.org/wiki/Q3769299","display_name":"Human behavior","level":2,"score":0.2831999957561493},{"id":"https://openalex.org/C14262774","wikidata":"https://www.wikidata.org/wiki/Q4880695","display_name":"Behavior change","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C93586867","wikidata":"https://www.wikidata.org/wiki/Q62527","display_name":"Negative feedback","level":3,"score":0.26570001244544983},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.26330000162124634},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.26019999384880066}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.20506","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20506","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.20506","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20506","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.567138671875}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Humans":[0],"learn":[1],"social":[2,173],"norms":[3],"and":[4,37,45,66,93,119,157,179,192],"behaviors":[5],"from":[6,26],"verbal":[7,103,117,133,205],"feedback":[8,27,88,104,118,141,206],"(e.g.,":[9],"a":[10,17,71,82,98,106,121,154,208],"parent":[11],"saying":[12],"\"that":[13],"was":[14],"rude\"":[15],"or":[16],"friend":[18],"explaining":[19],"\"here's":[20],"why":[21],"that":[22,89,202],"hurt\").":[23],"Yet,":[24],"learning":[25],"for":[28,62,211],"LLMs":[29,51,213],"has":[30],"largely":[31],"focused":[32],"on":[33,195],"domains":[34],"like":[35],"code":[36],"math,":[38],"where":[39],"RL":[40,203],"rewards":[41],"are":[42,52,127],"directly":[43],"verifiable":[44],"condensed":[46],"into":[47,135],"scalar":[48],"values.":[49],"As":[50],"increasingly":[53],"used":[54],"to":[55,74,214],"simulate":[56,215],"human":[57,216],"behavior,":[58],"e.g.,":[59],"standing":[60],"in":[61,109],"users,":[63],"patients,":[64],"students,":[65],"other":[67],"personas,":[68],"there":[69],"is":[70,90,207],"pressing":[72],"need":[73],"make":[75],"them":[76],"more":[77],"human-like,":[78],"which":[79],"requires":[80],"embracing":[81],"fundamentally":[83],"different":[84],"kind":[85],"of":[86,168,197],"signal:":[87],"verbal,":[91],"subjective,":[92],"multi-faceted.":[94],"We":[95,145],"present":[96],"DITTO,":[97],"model":[99,191],"trained":[100],"by":[101],"treating":[102],"as":[105],"first-class":[107],"signal":[108],"reinforcement":[110],"learning.":[111],"After":[112],"each":[113],"rollout,":[114],"DITTO":[115,182],"receives":[116],"generates":[120],"feedback-conditioned":[122],"improved":[123],"rollout;":[124],"both":[125],"outputs":[126],"jointly":[128],"optimized":[129],"with":[130,204],"GRPO,":[131],"distilling":[132],"guidance":[134],"the":[136,189],"base":[137,190],"policy":[138],"without":[139],"requiring":[140],"at":[142],"test":[143],"time.":[144],"also":[146],"introduce":[147],"SOUL":[148,199],"(Simulation":[149],"gym":[150],"Of":[151],"hUman-Like":[152],"behavior),":[153],"unified":[155],"benchmark":[156],"training":[158,212],"data":[159],"suite":[160],"spanning":[161],"10":[162,198],"tasks":[163],"across":[164],"six":[165],"categories:":[166],"Theory":[167],"Mind,":[169],"character":[170],"role":[171],"play,":[172],"skill,":[174],"learner":[175],"simulation,":[176,178],"user":[177],"persona":[180],"simulation.":[181],"achieves":[183],"an":[184],"average":[185],"36%":[186],"improvement":[187],"over":[188],"exceeds":[193],"GPT-5.4":[194],"6":[196],"benchmarks,":[200],"demonstrating":[201],"promising":[209],"direction":[210],"behavior.":[217]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-22T00:00:00"}