{"id":"https://openalex.org/W4408017100","doi":"https://doi.org/10.1109/tits.2025.3544223","title":"Vehicle-Level Fairness-Oriented Constrained Multi-Agent Reinforcement Learning for Adaptive Traffic Signal Control","display_name":"Vehicle-Level Fairness-Oriented Constrained Multi-Agent Reinforcement Learning for Adaptive Traffic Signal Control","publication_year":2025,"publication_date":"2025-02-27","ids":{"openalex":"https://openalex.org/W4408017100","doi":"https://doi.org/10.1109/tits.2025.3544223"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2025.3544223","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3544223","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056723591","display_name":"Wanting Liu","orcid":"https://orcid.org/0000-0001-5009-3901"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanting Liu","raw_affiliation_strings":["College of Information Science and Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007940280","display_name":"Chengwei Zhang","orcid":"https://orcid.org/0000-0002-9157-6050"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengwei Zhang","raw_affiliation_strings":["College of Information Science and Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-9157-6050","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019811625","display_name":"Wanqing Fang","orcid":null},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanqing Fang","raw_affiliation_strings":["College of Information Science and Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0009-0007-9454-7451","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Kailing Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kailing Zhou","raw_affiliation_strings":["College of Information Science and Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100709213","display_name":"Yihong Li","orcid":"https://orcid.org/0000-0002-6746-3582"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yihong Li","raw_affiliation_strings":["College of Information Science and Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083404415","display_name":"Furui Zhan","orcid":"https://orcid.org/0000-0002-0273-2665"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Furui Zhan","raw_affiliation_strings":["College of Information Science and Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085545717","display_name":"Qi Wang","orcid":"https://orcid.org/0000-0003-3249-8459"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Wang","raw_affiliation_strings":["College of Information Science and Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0003-3249-8459","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027220635","display_name":"Wanli Xue","orcid":"https://orcid.org/0000-0002-6031-9334"},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanli Xue","raw_affiliation_strings":["School of Computer Science and Engineering, Tianjin University of Technology, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-6031-9334","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Tianjin University of Technology, Tianjin, China","institution_ids":["https://openalex.org/I136765683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100418997","display_name":"Rong Chen","orcid":"https://orcid.org/0000-0001-5848-6398"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong Chen","raw_affiliation_strings":["College of Information Science and Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.328,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.97747388,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"26","issue":"4","first_page":"4878","last_page":"4890"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9506000280380249,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9228000044822693,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8163330554962158},{"id":"https://openalex.org/keywords/traffic-signal","display_name":"Traffic signal","score":0.5643324851989746},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5279141068458557},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4704275131225586},{"id":"https://openalex.org/keywords/adaptive-control","display_name":"Adaptive control","score":0.46599069237709045},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4451627731323242},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.41397449374198914},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.347215861082077},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.33670327067375183},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3085099756717682},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2708377540111542},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.14107254147529602}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8163330554962158},{"id":"https://openalex.org/C2987419075","wikidata":"https://www.wikidata.org/wiki/Q8004","display_name":"Traffic signal","level":2,"score":0.5643324851989746},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5279141068458557},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4704275131225586},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.46599069237709045},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4451627731323242},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.41397449374198914},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.347215861082077},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.33670327067375183},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3085099756717682},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2708377540111542},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.14107254147529602},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2025.3544223","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3544223","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1592249304","display_name":null,"funder_award_id":"62020106004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4069494376","display_name":null,"funder_award_id":"ZR2022LZH002","funder_id":"https://openalex.org/F4320336925","funder_display_name":"Shandong Provincial Postdoctoral Science Foundation"},{"id":"https://openalex.org/G5370040448","display_name":null,"funder_award_id":"92048301","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8062198870","display_name":null,"funder_award_id":"62376197","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8563407460","display_name":null,"funder_award_id":"62376048","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320336925","display_name":"Shandong Provincial Postdoctoral Science Foundation","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W5525483","https://openalex.org/W2145339207","https://openalex.org/W2904065660","https://openalex.org/W2915117209","https://openalex.org/W2945991855","https://openalex.org/W2998187693","https://openalex.org/W3042783189","https://openalex.org/W3092643721","https://openalex.org/W3123082711","https://openalex.org/W3173760308","https://openalex.org/W3175224103","https://openalex.org/W3210115628","https://openalex.org/W4281686250","https://openalex.org/W4284879547","https://openalex.org/W4285104771","https://openalex.org/W4285325546","https://openalex.org/W4306316939","https://openalex.org/W4385568146","https://openalex.org/W4391979614","https://openalex.org/W6604355337","https://openalex.org/W6638018090","https://openalex.org/W6640212811","https://openalex.org/W6684921986","https://openalex.org/W6741002519","https://openalex.org/W6768539364","https://openalex.org/W6810041162","https://openalex.org/W6839334162","https://openalex.org/W6840380725","https://openalex.org/W6841140246","https://openalex.org/W6847084888","https://openalex.org/W6849017598","https://openalex.org/W6866558654","https://openalex.org/W6910861911"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W4367838498","https://openalex.org/W4293167677"],"abstract_inverted_index":{"Multi-agent":[0],"Reinforcement":[1],"Learning":[2],"(MARL)":[3],"has":[4],"shown":[5],"considerable":[6],"promise":[7],"in":[8,36,197,206],"enhancing":[9],"the":[10,32,49,55,74,105,146,169,180,198,212],"efficiency":[11,103,150],"of":[12,34,78,82,85,216],"adaptive":[13],"traffic":[14,28,102,149,237],"signal":[15],"control":[16,98],"(ATSC)":[17],"systems.":[18],"However,":[19],"existing":[20],"MARL":[21,126],"approaches":[22],"primarily":[23],"focus":[24],"on":[25,73,80],"optimizing":[26],"overall":[27],"flow,":[29],"often":[30],"overlooking":[31],"issue":[33],"fairness":[35,67,130,233],"vehicle":[37,148,152],"waiting":[38,76,154],"times.":[39],"Considering":[40],"that":[41,89,229],"there":[42],"is":[43,68],"no":[44],"need":[45],"to":[46,94,144,174,201],"strive":[47],"for":[48,164],"ultimate":[50],"fairness,":[51],"this":[52,113,115],"paper":[53,116],"models":[54],"ATSC":[56],"problem":[57,171],"as":[58,70],"a":[59,71,86,96,118,138],"Constrained":[60],"Partially":[61],"Observable":[62],"Markov":[63],"Game":[64],"(CPOMG),":[65],"where":[66],"modeled":[69],"constraint":[72],"maximum":[75,153],"time":[77],"vehicles":[79],"lanes":[81],"intersections":[83,163],"instead":[84],"reward":[87],"term":[88],"pursues":[90],"maximization.":[91],"CPOMG":[92],"aims":[93],"find":[95],"cooperative":[97,125],"policy":[99,133,187],"with":[100,172],"optimal":[101],"within":[104],"constrained":[106],"solution":[107],"space":[108],"by":[109,161],"multiple":[110],"agents.":[111],"On":[112],"basis,":[114],"proposes":[117],"new":[119],"centralized":[120,139],"training":[121],"and":[122,151,156,184,224,234],"decentralized":[123,165],"execution":[124],"method,":[127],"i.e.,":[128],"vehicle-level":[129,232],"multi-agent":[131],"proximity":[132,186],"optimization":[134,170,177,188],"(VF-MAPPO).":[135],"VF-MAPPO":[136,192,230],"leverages":[137],"trained":[140],"global":[141],"Critic":[142,199],"Network":[143,159],"estimate":[145],"average":[147,236],"time,":[155],"an":[157,175],"Actor":[158],"shared":[160],"all":[162],"execution,":[166],"which":[167],"converts":[168],"constraints":[173],"unconstrained":[176],"objective":[178],"through":[179],"Lagrange":[181],"multiplier":[182],"method":[183],"adopts":[185],"during":[189],"training.":[190],"Additionally,":[191],"incorporates":[193],"spatial-temporal":[194],"graph":[195],"attention":[196],"network":[200],"efficiently":[202],"extract":[203],"state":[204],"representations":[205],"multi-intersection":[207],"environments.":[208],"We":[209],"qualitatively":[210],"analyzed":[211],"monotonic":[213],"improvement":[214],"guarantee":[215],"VF-MAPPO.":[217],"Extensive":[218],"experimental":[219],"validation":[220],"across":[221],"two":[222],"real-world":[223],"one":[225],"synthetic":[226],"scenarios":[227],"substantiates":[228],"enhances":[231],"maintains":[235],"efficiency,":[238],"surpassing":[239],"state-of-the-art":[240],"methods.":[241]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":7}],"updated_date":"2026-07-18T07:39:51.176621","created_date":"2025-10-10T00:00:00"}