{"id":"https://openalex.org/W7162802760","doi":"https://doi.org/10.48550/arxiv.2605.30058","title":"HEART-Bench: Do LLM Agents Exhibit Human-like Psychology?","display_name":"HEART-Bench: Do LLM Agents Exhibit Human-like Psychology?","publication_year":2026,"publication_date":"2026-05-28","ids":{"openalex":"https://openalex.org/W7162802760","doi":"https://doi.org/10.48550/arxiv.2605.30058"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.30058","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30058","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.30058","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137317735","display_name":"Weihan Peng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Weihan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137394381","display_name":"Chenxu Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Chenxu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137345033","display_name":"Qianao Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Qianao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137365501","display_name":"Yuling Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Yuling","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069315147","display_name":"Heng Lian","orcid":"https://orcid.org/0000-0002-6008-6614"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lian, Heng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137397701","display_name":"Qihong Mao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mao, Qihong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049361006","display_name":"Jiahao Pang","orcid":"https://orcid.org/0000-0002-8857-1152"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pang, Jiahao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137345218","display_name":"Chunliang Feng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Chunliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137361985","display_name":"Bowen Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Bowen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137349505","display_name":"Xiaodong Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Xiaodong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.3686999976634979,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.3686999976634979,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.13410000503063202,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.047600001096725464,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8420000076293945},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.7803000211715698},{"id":"https://openalex.org/keywords/personality-psychology","display_name":"Personality psychology","score":0.6485000252723694},{"id":"https://openalex.org/keywords/personality","display_name":"Personality","score":0.609499990940094},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.5605999827384949},{"id":"https://openalex.org/keywords/big-five-personality-traits","display_name":"Big Five personality traits","score":0.40130001306533813}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8420000076293945},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.7803000211715698},{"id":"https://openalex.org/C25908422","wikidata":"https://www.wikidata.org/wiki/Q271716","display_name":"Personality psychology","level":3,"score":0.6485000252723694},{"id":"https://openalex.org/C187288502","wikidata":"https://www.wikidata.org/wiki/Q641118","display_name":"Personality","level":2,"score":0.609499990940094},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.5605999827384949},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5497999787330627},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5159000158309937},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4966000020503998},{"id":"https://openalex.org/C2865642","wikidata":"https://www.wikidata.org/wiki/Q378132","display_name":"Big Five personality traits","level":3,"score":0.40130001306533813},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.34880000352859497},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32749998569488525},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.32710000872612},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.323199987411499},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.314300000667572},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.30799999833106995},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.2854999899864197},{"id":"https://openalex.org/C168725872","wikidata":"https://www.wikidata.org/wiki/Q991663","display_name":"Sophistication","level":2,"score":0.27730000019073486},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.25459998846054077},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.25450000166893005},{"id":"https://openalex.org/C172141706","wikidata":"https://www.wikidata.org/wiki/Q1307067","display_name":"Conscientiousness","level":5,"score":0.251800000667572}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.30058","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30058","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.30058","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30058","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7531198859214783,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"LLM":[1,41],"agents":[2,42,122],"have":[3,16],"demonstrated":[4],"remarkable":[5],"task-oriented":[6],"abilities":[7],"such":[8],"as":[9,19],"planning,":[10],"reasoning,":[11],"and":[12,118,137,156,175,184],"action,":[13],"few":[14],"works":[15],"treated":[17],"them":[18],"complete":[20],"human":[21,54,154],"personalities":[22],"where":[23],"emotional":[24],"dimensions":[25],"hold":[26],"equal":[27],"importance.":[28],"In":[29],"this":[30,170],"paper,":[31],"we":[32,88,158],"introduce":[33],"a":[34,90,102,160,173],"novel":[35],"benchmark":[36,50,127,161,171],"to":[37,123,140],"systematically":[38],"assess":[39],"whether":[40,129],"can":[43,131],"simulate":[44],"coherent,":[45],"human-like":[46,180],"psychology.":[47],"Specifically,":[48],"our":[49],"constructs":[51],"11":[52],"diverse":[53],"characters":[55],"grounded":[56],"in":[57,188],"orthogonal":[58],"Big":[59],"Five":[60],"personality":[61,135,182],"traits,":[62],"with":[63,68,147],"each":[64],"profile":[65],"deeply":[66],"integrated":[67],"1,000":[69],"structured":[70],"autobiographical-style":[71],"episodic":[72],"memories":[73,139],"distributed":[74],"across":[75],"theory-grounded":[76],"developmental":[77],"life":[78],"stages.":[79],"To":[80],"rigorously":[81],"evaluate":[82],"the":[83,99,126],"psychological":[84,103,150],"manifestations":[85],"of":[86,93,163],"LLMs,":[87],"designed":[89],"curated":[91],"suite":[92],"64":[94],"decision-making":[95,187],"scenarios,":[96,125],"guided":[97],"by":[98],"DIAMONDS":[100],"taxonomy,":[101],"framework":[104],"that":[105,144],"characterizes":[106],"situations":[107],"along":[108],"eight":[109],"dimensions:":[110],"Duty,":[111],"Intellect,":[112],"Adversity,":[113],"Mating,":[114],"pOsitivity,":[115],"Negativity,":[116],"Deception,":[117],"Sociality.":[119],"By":[120],"subjecting":[121],"varying":[124],"evaluates":[128],"they":[130],"consolidate":[132],"their":[133,148],"innate":[134],"traits":[136],"autobiographical":[138],"make":[141],"behavioral":[142],"decisions":[143],"are":[145],"consistent":[146],"specific":[149],"profiles.":[151],"After":[152],"systematic":[153],"validation":[155],"filtering,":[157],"obtained":[159],"consisting":[162],"673":[164],"multiple-choice":[165],"questions":[166],"(MCQs).":[167],"We":[168],"believe":[169],"provides":[172],"principled":[174],"scalable":[176],"testbed":[177],"for":[178],"studying":[179],"emotions,":[181],"consistency,":[183],"value-consistent":[185],"behavioural":[186],"LLM-based":[189],"agents.":[190]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-30T00:00:00"}