{"id":"https://openalex.org/W7160599555","doi":"https://doi.org/10.48550/arxiv.2605.06126","title":"AffectGPT-RL: Revealing Roles of Reinforcement Learning in Open-Vocabulary Emotion Recognition","display_name":"AffectGPT-RL: Revealing Roles of Reinforcement Learning in Open-Vocabulary Emotion Recognition","publication_year":2026,"publication_date":"2026-05-07","ids":{"openalex":"https://openalex.org/W7160599555","doi":"https://doi.org/10.48550/arxiv.2605.06126"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.06126","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06126","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.06126","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135695787","display_name":"Zheng Lian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lian, Zheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135683747","display_name":"Fan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Fan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135727658","display_name":"Lan Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Lan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135662472","display_name":"Yazhou Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yazhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135685152","display_name":"Rui Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135723421","display_name":"Jinyang Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Jinyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135686855","display_name":"Haoyu Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Haoyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135639417","display_name":"Xiaobai Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xiaobai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135712544","display_name":"Xiaojiang Peng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Xiaojiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135653570","display_name":"Bin He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Bin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135670889","display_name":"Jianhua Tao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tao, Jianhua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.7128999829292297,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.7128999829292297,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.25920000672340393,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.0032999999821186066,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7487999796867371},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.732200026512146},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.6845999956130981},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5095999836921692},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5016999840736389},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5013999938964844},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.47530001401901245}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7487999796867371},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.732200026512146},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.6845999956130981},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6223000288009644},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5095999836921692},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5016999840736389},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5013999938964844},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4837000072002411},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.47530001401901245},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.38420000672340393},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34619998931884766},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.32409998774528503},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.29670000076293945},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.28220000863075256},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.2732999920845032},{"id":"https://openalex.org/C90734943","wikidata":"https://www.wikidata.org/wiki/Q17008777","display_name":"Conceptualization","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.25760000944137573},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.2567000091075897},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.06126","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06126","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.06126","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06126","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.749483585357666}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Open-Vocabulary":[0],"Multimodal":[1],"Emotion":[2],"Recognition":[3],"(OV-MER)":[4],"aims":[5],"to":[6,29,82,102,127,205],"predict":[7],"emotions":[8,35],"without":[9],"being":[10],"constrained":[11],"by":[12],"predefined":[13],"label":[14],"spaces,":[15],"thereby":[16],"enabling":[17],"fine-grained":[18],"emotion":[19,38,129,137,161],"understanding.":[20],"Unlike":[21],"traditional":[22],"discriminative":[23],"methods,":[24],"OV-MER":[25],"leverages":[26],"generative":[27],"models":[28],"capture":[30],"the":[31,59,104,113,116,119,125,169,176,180,198],"full":[32],"spectrum":[33],"of":[34,106,115,121,171,182],"and":[36,64,124,135,201],"employs":[37],"wheels":[39],"(EWs)":[40],"for":[41,190],"metric":[42],"calculation.":[43],"Previous":[44],"approaches":[45],"primarily":[46],"rely":[47],"on":[48,148,159,166],"token-level":[49],"loss":[50],"during":[51],"training.":[52],"However,":[53],"this":[54,76,86,94,110,151,174],"objective":[55],"is":[56,175,195],"misaligned":[57],"with":[58],"metrics":[60,66],"used":[61],"in":[62,109,185,197],"OV-MER,":[63,186],"these":[65],"cannot":[67],"be":[68,203],"directly":[69],"optimized":[70],"via":[71],"gradient":[72],"backpropagation.":[73],"To":[74,168],"address":[75],"limitation,":[77],"we":[78,98,153],"turn":[79],"our":[80,172],"attention":[81],"reinforcement":[83,107,183],"learning,":[84],"as":[85,132],"strategy":[87],"can":[88],"optimize":[89],"non-differentiable":[90],"objectives.":[91],"We":[92],"term":[93],"framework":[95],"AffectGPT-RL.":[96],"Furthermore,":[97],"conduct":[99],"extensive":[100],"experiments":[101],"elucidate":[103],"role":[105,181],"learning":[108,184],"task,":[111,152],"revealing":[112],"necessity":[114],"reasoning":[117],"process,":[118],"impact":[120],"different":[122],"rewards,":[123],"generalizability":[126],"other":[128],"tasks":[130],"such":[131],"sentiment":[133],"analysis":[134],"basic":[136,160],"recognition.":[138],"Experimental":[139],"results":[140,165],"demonstrate":[141],"that":[142],"AffectGPT-RL":[143],"yields":[144],"significant":[145],"performance":[146,157],"improvements":[147],"OV-MER.":[149],"Beyond":[150],"also":[154],"achieve":[155],"remarkable":[156],"gains":[158],"recognition,":[162],"attaining":[163],"state-of-the-art":[164],"MER-UniBench.":[167],"best":[170],"knowledge,":[173],"pioneering":[177],"work":[178],"exploring":[179],"providing":[187],"valuable":[188],"guidance":[189],"subsequent":[191],"researchers.":[192],"Our":[193],"code":[194],"provided":[196],"supplementary":[199],"material":[200],"will":[202],"released":[204],"facilitate":[206],"future":[207],"research.":[208]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-09T00:00:00"}