{"id":"https://openalex.org/W7165645808","doi":"https://doi.org/10.48550/arxiv.2606.22974","title":"When Preferences Fail to Become Incentives: A Utility-Behavior Gap in Large Language Models","display_name":"When Preferences Fail to Become Incentives: A Utility-Behavior Gap in Large Language Models","publication_year":2026,"publication_date":"2026-06-22","ids":{"openalex":"https://openalex.org/W7165645808","doi":"https://doi.org/10.48550/arxiv.2606.22974"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.22974","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.22974","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.22974","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139181382","display_name":"Yujun Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Yujun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139216982","display_name":"Christopher M. Ackerman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ackerman, Christopher M.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.18780000507831573,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.18780000507831573,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.18559999763965607,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.0697999969124794,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.7202000021934509},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.6959999799728394},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6798999905586243},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.5385000109672546},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.3880000114440918},{"id":"https://openalex.org/keywords/motivated-reasoning","display_name":"Motivated reasoning","score":0.36890000104904175},{"id":"https://openalex.org/keywords/dynamic-inconsistency","display_name":"Dynamic inconsistency","score":0.34439998865127563},{"id":"https://openalex.org/keywords/behavioral-economics","display_name":"Behavioral economics","score":0.296999990940094}],"concepts":[{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.7202000021934509},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.6959999799728394},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6798999905586243},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.5385000109672546},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4803999960422516},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.4350999891757965},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4246000051498413},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3880000114440918},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.3806999921798706},{"id":"https://openalex.org/C2776325391","wikidata":"https://www.wikidata.org/wiki/Q6917865","display_name":"Motivated reasoning","level":3,"score":0.36890000104904175},{"id":"https://openalex.org/C127729010","wikidata":"https://www.wikidata.org/wiki/Q60165","display_name":"Dynamic inconsistency","level":2,"score":0.34439998865127563},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.30410000681877136},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3009999990463257},{"id":"https://openalex.org/C109574028","wikidata":"https://www.wikidata.org/wiki/Q647525","display_name":"Behavioral economics","level":2,"score":0.296999990940094},{"id":"https://openalex.org/C163839840","wikidata":"https://www.wikidata.org/wiki/Q5104043","display_name":"Choice set","level":2,"score":0.29429998993873596},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.29339998960494995},{"id":"https://openalex.org/C52820260","wikidata":"https://www.wikidata.org/wiki/Q7551312","display_name":"Social preferences","level":2,"score":0.2808000147342682},{"id":"https://openalex.org/C2780339515","wikidata":"https://www.wikidata.org/wiki/Q3074698","display_name":"Arrow","level":2,"score":0.27239999175071716},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C118084267","wikidata":"https://www.wikidata.org/wiki/Q26110","display_name":"Positive economics","level":1,"score":0.2639999985694885},{"id":"https://openalex.org/C2777868144","wikidata":"https://www.wikidata.org/wiki/Q7239817","display_name":"Preference elicitation","level":3,"score":0.263700008392334},{"id":"https://openalex.org/C205706631","wikidata":"https://www.wikidata.org/wiki/Q2319304","display_name":"Expected utility hypothesis","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C129915516","wikidata":"https://www.wikidata.org/wiki/Q17083550","display_name":"Risk aversion (psychology)","level":3,"score":0.26019999384880066}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.22974","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.22974","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.22974","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.22974","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"work":[1],"on":[2,120,175,192],"preference":[3,122],"elicitation":[4],"in":[5,74,86,112,216,254,276],"large":[6],"language":[7],"models":[8,208,271],"(LLMs)":[9],"has":[10],"demonstrated":[11,253],"that,":[12],"when":[13],"given":[14],"a":[15,24,92,127,149],"series":[16],"of":[17,46,83,129,249],"choices":[18],"between":[19],"two":[20],"outcomes,":[21,237],"LLMs":[22,55,159,197,211],"reveal":[23],"coherent,":[25],"model-specific":[26],"utility":[27],"structure.":[28],"Notably,":[29],"this":[30],"structure":[31],"often":[32],"includes":[33],"preferences":[34,77,105,187,251,265],"that":[35,54,158,213,246,263],"the":[36,52,71,217,247,270],"models'":[37],"trainers":[38],"did":[39],"not":[40,81,225,258],"intend,":[41],"such":[42],"as":[43,107,220,252,261],"valuing":[44],"people":[45],"some":[47],"nationalities":[48],"above":[49],"others,":[50],"raising":[51],"possibility":[53],"might":[56],"be":[57,91,146,161,259],"forming":[58],"emergent,":[59],"misaligned":[60,88],"goals,":[61],"which,":[62],"if":[63],"true,":[64],"would":[65,90],"have":[66,266],"major":[67],"safety":[68],"implications.":[69],"However,":[70],"choice":[72,218,255],"paradigms":[73,256],"which":[75,87],"these":[76,104,176,193],"are":[78,80],"observed":[79],"reflective":[82],"real-world":[84],"situations":[85],"behavior":[89,111,275],"practical":[93],"concern.":[94],"Therefore,":[95],"we":[96,116,125,156,179],"design":[97],"an":[98],"experimental":[99],"paradigm":[100,219],"to":[101,170,228],"probe":[102,180],"whether":[103,181],"serve":[106],"motivations":[108],"for":[109,200,269],"LLM":[110,152],"realistic":[113],"scenarios.":[114],"First,":[115],"reproduce":[117],"prior":[118],"findings":[119],"consistent":[121],"elicitation.":[123],"Next,":[124],"create":[126,229],"set":[128],"common":[130],"writing":[131],"tasks":[132,194],"-":[133,142],"essays,":[134],"grant":[135],"proposal":[136],"abstracts,":[137],"incident":[138],"postmortems,":[139],"and":[140,166],"translations":[141],"where":[143],"quality":[144,174,191,231],"can":[145,160,188],"assessed":[147],"by":[148,195],"blind,":[150],"independent":[151],"judge":[153],"panel.":[154],"Then,":[155],"demonstrate":[157],"motivated":[162],"via":[163],"direct":[164],"exhortation":[165],"other":[167,277],"explicit":[168],"cues":[169],"modulate":[171],"their":[172,274],"output":[173,190],"tasks.":[177],"Finally,":[178],"utilities":[182],"inferred":[183],"from":[184],"explicitly":[185],"reported":[186],"shift":[189],"offering":[196,210,234],"high-utility":[198],"incentives":[199],"high-quality":[201],"outputs.":[202],"In":[203],"all":[204,207],"tasks,":[205],"across":[206],"tested,":[209],"outcomes":[212,241],"they":[214],"report":[215],"being":[221],"highly":[222],"preferred":[223],"does":[224],"lead":[226],"them":[227,235],"higher":[230],"outputs":[232],"than":[233],"dispreferred":[236],"or":[238,272],"even":[239],"no":[240],"at":[242],"all.":[243],"We":[244],"conclude":[245],"existence":[248],"coherent":[250],"should":[257],"taken":[260],"evidence":[262],"those":[264],"incentive":[267],"value":[268],"affect":[273],"contexts.":[278]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-24T00:00:00"}