{"id":"https://openalex.org/W7204555844","doi":"https://doi.org/10.48550/arxiv.2608.27072","title":"Emotional Preferences as Goal-Priority Regulation","display_name":"Emotional Preferences as Goal-Priority Regulation","publication_year":2026,"publication_date":"2026-08-27","ids":{"openalex":"https://openalex.org/W7204555844","doi":"https://doi.org/10.48550/arxiv.2608.27072"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.27072","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.27072","pdf_url":"https://arxiv.org/pdf/2608.27072","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.27072","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5148560833","display_name":"Shiqi Liu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liu, Shiqi","raw_affiliation_strings":["School of Artificial Intelligence and Automation , Huazhong University of Science and Technology , Luoyu Street , Wuhan , 430074 , Hubei , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and Automation , Huazhong University of Science and Technology , Luoyu Street , Wuhan , 430074 , Hubei , China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148499035","display_name":"Yihua Tan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tan, Yihua","raw_affiliation_strings":["School of Artificial Intelligence and Automation , Huazhong University of Science and Technology , Luoyu Street , Wuhan , 430074 , Hubei , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and Automation , Huazhong University of Science and Technology , Luoyu Street , Wuhan , 430074 , Hubei , China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100601064","display_name":"Hu Fu","orcid":"https://orcid.org/0009-0004-2181-6188","observed_orcids":["https://orcid.org/0009-0004-2181-6188"]},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fu, Hu","raw_affiliation_strings":["School of Artificial Intelligence and Automation , Huazhong University of Science and Technology , Luoyu Street , Wuhan , 430074 , Hubei , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and Automation , Huazhong University of Science and Technology , Luoyu Street , Wuhan , 430074 , Hubei , China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5128848515","display_name":"Guanyu Qi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi, Guanyu","raw_affiliation_strings":["School of Artificial Intelligence and Automation , Huazhong University of Science and Technology , Luoyu Street , Wuhan , 430074 , Hubei , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and Automation , Huazhong University of Science and Technology , Luoyu Street , Wuhan , 430074 , Hubei , China","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I47720641"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14381","display_name":"Psychiatry, Mental Health, Neuroscience","score":0.007400000002235174,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emotional-preferences","display_name":"emotional preferences","score":0.9269999861717224},{"id":"https://openalex.org/keywords/multi-objective-reinforcement-learning","display_name":"multi-objective reinforcement learning","score":0.9620000123977661},{"id":"https://openalex.org/keywords/preference-learning","display_name":"preference learning","score":0.5600000023841858},{"id":"https://openalex.org/keywords/optimality-gap","display_name":"optimality gap","score":0.6980000138282776},{"id":"https://openalex.org/keywords/agent-decision-making","display_name":"agent decision-making","score":0.503000020980835}],"concepts":[{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.7836999893188477},{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.7512000203132629},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7421000003814697},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5394999980926514},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5048999786376953},{"id":"https://openalex.org/C2778473898","wikidata":"https://www.wikidata.org/wiki/Q2145110","display_name":"Repertoire","level":2,"score":0.49619999527931213},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.4803999960422516},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47189998626708984},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.46050000190734863},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.45190000534057617},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.44589999318122864},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44449999928474426},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4343999922275543},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.3930000066757202},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3926999866962433},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.3828999996185303},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3702000081539154},{"id":"https://openalex.org/C2779110102","wikidata":"https://www.wikidata.org/wiki/Q1323737","display_name":"Revealed preference","level":2,"score":0.34630000591278076},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.3327000141143799},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3301999866962433},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.32670000195503235},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.296999990940094},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.29019999504089355},{"id":"https://openalex.org/C181204326","wikidata":"https://www.wikidata.org/wiki/Q7239820","display_name":"Preference learning","level":3,"score":0.28380000591278076},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2727999985218048},{"id":"https://openalex.org/C2781043087","wikidata":"https://www.wikidata.org/wiki/Q939761","display_name":"Preference theory","level":3,"score":0.2678000032901764},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.26600000262260437},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.26109999418258667},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26019999384880066},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.25290000438690186},{"id":"https://openalex.org/C28901747","wikidata":"https://www.wikidata.org/wiki/Q177571","display_name":"Decision theory","level":2,"score":0.2522999942302704}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.27072","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.27072","pdf_url":"https://arxiv.org/pdf/2608.27072","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.27072","doi":"https://doi.org/10.48550/arxiv.2608.27072","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.27072","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.27072","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.27072","pdf_url":"https://arxiv.org/pdf/2608.27072","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204555844.pdf","grobid_xml":"https://content.openalex.org/works/W7204555844.grobid-xml"},"referenced_works_count":7,"referenced_works":["https://openalex.org/W2173248099","https://openalex.org/W2788741142","https://openalex.org/W4399115164","https://openalex.org/W4401023787","https://openalex.org/W4416240201","https://openalex.org/W4417024315","https://openalex.org/W7140297554"],"related_works":["https://openalex.org/W2745784579","https://openalex.org/W3196162839","https://openalex.org/W2902428657","https://openalex.org/W4283800780","https://openalex.org/W1557382411","https://openalex.org/W3211607342","https://openalex.org/W2954329902","https://openalex.org/W2773896370","https://openalex.org/W2092278826","https://openalex.org/W2141189043"],"abstract_inverted_index":{"A":[0],"core":[1],"question":[2],"in":[3,46,182,212],"decision-making":[4],"for":[5],"agents":[6],"is":[7,97],"whether":[8],"the":[9,48,56,126,134,166,179,185,189,196,200,207,219,234],"relative":[10,49,156],"priorities":[11,50,158],"of":[12,51,59,80,103,121,155,184,188],"competing":[13,52,92],"lower-level":[14,93],"objectives":[15],"can":[16,68,203],"be":[17,69,204],"determined":[18],"by":[19,24,55,170,206],"emotional":[20,82,149],"preferences":[21,90,139],"autonomously":[22,87],"generated":[23],"higher-level":[25],"goals,":[26],"rather":[27],"than":[28],"being":[29],"externally":[30],"prespecified.":[31],"Under":[32],"changing":[33],"external":[34],"environments":[35,216],"and":[36,110,173,229,232,237],"evolving":[37],"internal":[38],"states,":[39],"emotions":[40],"play":[41],"an":[42,111,175],"important":[43],"functional":[44],"role":[45],"regulating":[47],"goals.":[53],"Inspired":[54],"goal-directed":[57,123],"theory":[58],"emotion,":[60],"this":[61],"paper":[62],"studies":[63],"how":[64],"such":[65],"preference":[66,113,128,150,171,221],"regulation":[67,154,172],"computationally":[70],"realized":[71],"through":[72,140,161],"reinforcement":[73,106,141],"learning.":[74],"We":[75,147,193],"first":[76],"propose":[77],"a":[78,84,100,104,119,131,144,152],"conception":[79,96],"emergent":[81],"preference:":[83],"high-level":[85,145],"goal":[86,157],"induces":[88],"state-dependent":[89,153],"over":[91],"objectives.":[94],"This":[95],"built":[98],"upon":[99],"framework":[101],"consisting":[102],"multi-objective":[105,214],"learning":[107,142],"inner":[108,116,190],"controller":[109,117],"outer":[112,127],"generator.":[114],"The":[115],"provides":[118],"repertoire":[120],"preference-conditioned":[122,209],"behaviors,":[124],"while":[125],"generator":[129],"learns":[130],"mapping":[132],"from":[133],"current":[135],"state":[136],"to":[137],"objective":[138],"on":[143,178],"goal.":[146],"operationalize":[148],"as":[151],"that":[159,195,218],"emerges":[160],"optimization.":[162],"Furthermore,":[163],"we":[164],"characterize":[165],"policy":[167,202],"space":[168],"induced":[169],"derive":[174],"upper":[176],"bound":[177],"optimality":[180],"gap":[181,197],"terms":[183],"representation":[186],"error":[187],"behavioral":[191],"repertoire.":[192],"show":[194,217],"vanishes":[198],"when":[199],"optimal":[201],"represented":[205],"available":[208],"policies.":[210],"Experiments":[211],"self-constructed":[213],"exploration":[215],"learned":[220],"function":[222],"exhibits":[223],"contextual":[224],"priority":[225],"switching,":[226],"graded":[227],"trade-offs,":[228],"temporal":[230],"persistence,":[231],"outperforms":[233],"evaluated":[235],"fixed-preference":[236],"handcrafted-preference":[238],"strategies.":[239]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-08-29T00:00:00"}