{"id":"https://openalex.org/W4413967285","doi":"https://doi.org/10.1109/tnnls.2025.3603165","title":"A Decomposition Optimization-Based Multiobjective Reinforcement Learning Algorithm for Obtaining Nonconvex Pareto Fronts","display_name":"A Decomposition Optimization-Based Multiobjective Reinforcement Learning Algorithm for Obtaining Nonconvex Pareto Fronts","publication_year":2025,"publication_date":"2025-09-03","ids":{"openalex":"https://openalex.org/W4413967285","doi":"https://doi.org/10.1109/tnnls.2025.3603165","pmid":"https://pubmed.ncbi.nlm.nih.gov/40902043"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2025.3603165","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3603165","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032142337","display_name":"Tianyang Li","orcid":"https://orcid.org/0000-0003-0219-7321"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyang Li","raw_affiliation_strings":["National Frontiers Science Center for Industrial Intelligence and Systems Optimization and the Key Laboratory of Data Analytics and Optimization for Smart Industry, Ministry of Education, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0003-0219-7321","affiliations":[{"raw_affiliation_string":"National Frontiers Science Center for Industrial Intelligence and Systems Optimization and the Key Laboratory of Data Analytics and Optimization for Smart Industry, Ministry of Education, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101795886","display_name":"Ying Meng","orcid":"https://orcid.org/0000-0002-9504-3745"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Meng","raw_affiliation_strings":["National Frontiers Science Center for Industrial Intelligence and Systems Optimization and the Key Laboratory of Data Analytics and Optimization for Smart Industry, Ministry of Education, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-9504-3745","affiliations":[{"raw_affiliation_string":"National Frontiers Science Center for Industrial Intelligence and Systems Optimization and the Key Laboratory of Data Analytics and Optimization for Smart Industry, Ministry of Education, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080304378","display_name":"Lixin Tang","orcid":"https://orcid.org/0000-0002-9950-5169"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lixin Tang","raw_affiliation_strings":["National Frontiers Science Center for Industrial Intelligence and Systems Optimization, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-9950-5169","affiliations":[{"raw_affiliation_string":"National Frontiers Science Center for Industrial Intelligence and Systems Optimization, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I9224756"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.23007669,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"37","issue":"1","first_page":"219","last_page":"232"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.90420001745224,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.90420001745224,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decomposition","display_name":"Decomposition","score":0.7118616104125977},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6966349482536316},{"id":"https://openalex.org/keywords/pareto-principle","display_name":"Pareto principle","score":0.6447988748550415},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.6303656101226807},{"id":"https://openalex.org/keywords/multi-objective-optimization","display_name":"Multi-objective optimization","score":0.5990974307060242},{"id":"https://openalex.org/keywords/pareto-optimal","display_name":"Pareto optimal","score":0.4965410828590393},{"id":"https://openalex.org/keywords/optimization-algorithm","display_name":"Optimization algorithm","score":0.4543026387691498},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.43661946058273315},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.41845834255218506},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.41380053758621216},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.37792110443115234},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24412605166435242},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12415251135826111},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.07745739817619324},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.0547146201133728}],"concepts":[{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.7118616104125977},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6966349482536316},{"id":"https://openalex.org/C137635306","wikidata":"https://www.wikidata.org/wiki/Q182667","display_name":"Pareto principle","level":2,"score":0.6447988748550415},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6303656101226807},{"id":"https://openalex.org/C68781425","wikidata":"https://www.wikidata.org/wiki/Q2052203","display_name":"Multi-objective optimization","level":2,"score":0.5990974307060242},{"id":"https://openalex.org/C2986314615","wikidata":"https://www.wikidata.org/wiki/Q36829","display_name":"Pareto optimal","level":3,"score":0.4965410828590393},{"id":"https://openalex.org/C2987595161","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Optimization algorithm","level":2,"score":0.4543026387691498},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.43661946058273315},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.41845834255218506},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.41380053758621216},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.37792110443115234},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24412605166435242},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12415251135826111},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.07745739817619324},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0547146201133728},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2025.3603165","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3603165","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:40902043","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40902043","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2311391187","display_name":null,"funder_award_id":"B16009","funder_id":"https://openalex.org/F4320327912","funder_display_name":"Higher Education Discipline Innovation Project"},{"id":"https://openalex.org/G5303336969","display_name":null,"funder_award_id":"72192830","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G852931893","display_name":null,"funder_award_id":"72192831","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327912","display_name":"Higher Education Discipline Innovation Project","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1491322982","https://openalex.org/W1525375343","https://openalex.org/W1987725948","https://openalex.org/W2012612381","https://openalex.org/W2023685757","https://openalex.org/W2060846151","https://openalex.org/W2062061003","https://openalex.org/W2085830763","https://openalex.org/W2102660061","https://openalex.org/W2112912151","https://openalex.org/W2143381319","https://openalex.org/W2419125634","https://openalex.org/W2519112510","https://openalex.org/W2904246096","https://openalex.org/W2922683241","https://openalex.org/W2971634072","https://openalex.org/W3021855001","https://openalex.org/W3080409317","https://openalex.org/W3204539124","https://openalex.org/W4287266177","https://openalex.org/W4296070370","https://openalex.org/W4321484282","https://openalex.org/W4379622577","https://openalex.org/W4385265069","https://openalex.org/W4385605881","https://openalex.org/W4388208929","https://openalex.org/W4388430313","https://openalex.org/W4388682883","https://openalex.org/W4390300291","https://openalex.org/W4392196196","https://openalex.org/W4393159985","https://openalex.org/W4393906131","https://openalex.org/W4406354674","https://openalex.org/W4409364052"],"related_works":["https://openalex.org/W1963790170","https://openalex.org/W2073298047","https://openalex.org/W2033790662","https://openalex.org/W2090178682","https://openalex.org/W2586328217","https://openalex.org/W2049264236","https://openalex.org/W4241467429","https://openalex.org/W2001591765","https://openalex.org/W2073147994","https://openalex.org/W1588199609"],"abstract_inverted_index":{"Multiobjective":[0],"reinforcement":[1],"learning":[2],"(MORL)":[3],"aims":[4],"to":[5,53,62,90,115,156,172,186],"seek":[6],"a":[7,28,42,64,68,126,144,167,181,196],"complete":[8],"Pareto":[9,99,131],"front":[10],"(PF)":[11],"with":[12,34,202],"different":[13,203],"compromise":[14],"policies":[15,159],"in":[16,30,154,199],"multiobjective":[17],"Markov":[18,72],"decision":[19,73],"processes":[20,74],"(MOMDPs).":[21],"However,":[22],"most":[23],"MORL":[24,44,212],"algorithms":[25],"currently":[26],"have":[27],"limitation":[29],"handling":[31,200],"the":[32,59,98,103,112,136,149,158,161,174],"MOMDPs":[33],"nonconvex":[35,162,206],"PFs.":[36,163],"In":[37],"this":[38,55],"article,":[39],"we":[40,165],"propose":[41],"nonlinear":[43],"algorithm":[45],"based":[46],"on":[47],"decomposition":[48],"and":[49,76,106,152,179,205,208],"variance":[50,175],"reduction":[51],"(MORL/D-VR)":[52],"overcome":[54],"limitation.":[56],"MORL/D-VR":[57,155,194],"adopts":[58],"Tchebycheff":[60,104,150],"approach":[61,105,151],"transform":[63],"given":[65],"MOMDP":[66],"into":[67],"set":[69],"of":[70,101,135,138,176],"single-objective":[71,93],"(MDPs)":[75],"subsequently":[77],"applies":[78],"an":[79],"improved":[80],"policy":[81,87,107,117,133],"gradient":[82,88,108,177],"algorithm,":[83],"called":[84],"expected":[85],"utility":[86],"(EUPG),":[89],"solve":[91],"each":[92],"MDP":[94],"efficiently.":[95],"We":[96],"analyze":[97],"optimality":[100],"employing":[102],"methods":[109],"that":[110,124,193],"use":[111],"full":[113],"return":[114],"update":[116],"for":[118,147,170],"solving":[119],"MOMDPs.":[120],"The":[121,189],"analysis":[122],"shows":[123],"such":[125],"case":[127],"can":[128,142],"identify":[129],"any":[130],"optimal":[132],"regardless":[134],"shape":[137],"PFs":[139,207],"theoretically.":[140],"This":[141],"provide":[143],"theoretical":[145],"guarantee":[146],"applying":[148],"EUPG":[153,171],"obtain":[157],"within":[160],"Moreover,":[164],"devise":[166],"new":[168],"baseline":[169],"reduce":[173],"updates":[178],"adopt":[180],"weight":[182],"vector":[183],"adaptation":[184],"method":[185],"improve":[187],"diversity.":[188],"experimental":[190],"results":[191],"show":[192],"achieves":[195],"desirable":[197],"performance":[198],"problems":[201],"convex":[204],"outperforms":[209],"current":[210],"state-of-the-art":[211],"algorithms.":[213]},"counts_by_year":[],"updated_date":"2026-01-10T23:39:48.068659","created_date":"2025-10-10T00:00:00"}