{"id":"https://openalex.org/W4402401590","doi":"https://doi.org/10.1109/tits.2024.3452430","title":"Distributed Multi-Agent Reinforcement Learning for Cooperative Low-Carbon Control of Traffic Network Flow Using Cloud-Based Parallel Optimization","display_name":"Distributed Multi-Agent Reinforcement Learning for Cooperative Low-Carbon Control of Traffic Network Flow Using Cloud-Based Parallel Optimization","publication_year":2024,"publication_date":"2024-09-10","ids":{"openalex":"https://openalex.org/W4402401590","doi":"https://doi.org/10.1109/tits.2024.3452430"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2024.3452430","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3452430","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062428712","display_name":"Yongnan Zhang","orcid":"https://orcid.org/0000-0003-3044-2363"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongnan Zhang","raw_affiliation_strings":["Beijing Key Laboratory of Traffic Engineering, College of Metropolitan Transportation, Beijing University of Technology, Beijing, China","College of Metropolitan Transportation, Beijing Key Laboratory of Traffic Engineering, Beijing University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3044-2363","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Traffic Engineering, College of Metropolitan Transportation, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"College of Metropolitan Transportation, Beijing Key Laboratory of Traffic Engineering, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101800959","display_name":"Yonghua Zhou","orcid":"https://orcid.org/0000-0003-2658-0982"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yonghua Zhou","raw_affiliation_strings":["School of Automation and Intelligence, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2658-0982","affiliations":[{"raw_affiliation_string":"School of Automation and Intelligence, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042597849","display_name":"Hamido Fujita","orcid":"https://orcid.org/0000-0001-5256-210X"},"institutions":[{"id":"https://openalex.org/I4576418","display_name":"University of Technology Malaysia","ror":"https://ror.org/026w31v75","country_code":"MY","type":"education","lineage":["https://openalex.org/I4576418"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Hamido Fujita","raw_affiliation_strings":["Malaysia–Japan International Institute of Technology (MJIIT), Universiti Teknologi Malaysia, Kuala Lumpur, Malaysia"],"raw_orcid":"https://orcid.org/0000-0001-5256-210X","affiliations":[{"raw_affiliation_string":"Malaysia–Japan International Institute of Technology (MJIIT), Universiti Teknologi Malaysia, Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I4576418"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.2585,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.92487274,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"25","issue":"12","first_page":"20715","last_page":"20728"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.972599983215332,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.972599983215332,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9361000061035156,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8476883172988892},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6829335689544678},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6573565006256104},{"id":"https://openalex.org/keywords/traffic-flow","display_name":"Traffic flow (computer networking)","score":0.5862434506416321},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5686520934104919},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.46172967553138733},{"id":"https://openalex.org/keywords/flow-network","display_name":"Flow network","score":0.4443100094795227},{"id":"https://openalex.org/keywords/intelligent-transportation-system","display_name":"Intelligent transportation system","score":0.43821460008621216},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4145791828632355},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1982455551624298},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19051432609558105},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.15233641862869263},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.11858978867530823},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.07695016264915466}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8476883172988892},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6829335689544678},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6573565006256104},{"id":"https://openalex.org/C207512268","wikidata":"https://www.wikidata.org/wiki/Q3074551","display_name":"Traffic flow (computer networking)","level":2,"score":0.5862434506416321},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5686520934104919},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.46172967553138733},{"id":"https://openalex.org/C114809511","wikidata":"https://www.wikidata.org/wiki/Q1412924","display_name":"Flow network","level":2,"score":0.4443100094795227},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.43821460008621216},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4145791828632355},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1982455551624298},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19051432609558105},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.15233641862869263},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.11858978867530823},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.07695016264915466},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2024.3452430","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3452430","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3095560667","display_name":null,"funder_award_id":"62203021","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4438949321","display_name":null,"funder_award_id":"2023M730150","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6854292994","display_name":null,"funder_award_id":"62373037","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7427753442","display_name":"Healthcare Risk Prediction on Data Streams Employing Signal Transformation Network(OCSTN)","funder_award_id":"23K11235","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G927994316","display_name":null,"funder_award_id":"2023M730150","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1639167632","https://openalex.org/W1641379095","https://openalex.org/W2125001944","https://openalex.org/W2132748629","https://openalex.org/W2217433064","https://openalex.org/W2517850251","https://openalex.org/W2752849956","https://openalex.org/W2768629321","https://openalex.org/W2915117209","https://openalex.org/W3010864342","https://openalex.org/W3067407344","https://openalex.org/W3110749201","https://openalex.org/W3159812033","https://openalex.org/W3164046276","https://openalex.org/W3168169499","https://openalex.org/W3175224103","https://openalex.org/W3198116371","https://openalex.org/W3202928841","https://openalex.org/W3215110309","https://openalex.org/W4205306254","https://openalex.org/W4281552978","https://openalex.org/W4282975557","https://openalex.org/W4283589871","https://openalex.org/W4285260202","https://openalex.org/W4310138337","https://openalex.org/W4328103753","https://openalex.org/W4362672400","https://openalex.org/W4377101020","https://openalex.org/W4379931881","https://openalex.org/W4382203406","https://openalex.org/W4385245566","https://openalex.org/W4387497913","https://openalex.org/W6726873649","https://openalex.org/W6739516088","https://openalex.org/W6749304979"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435","https://openalex.org/W4391331176"],"abstract_inverted_index":{"The":[0],"escalating":[1],"air":[2],"pollution":[3],"resulting":[4],"from":[5],"traffic":[6,13,41,49,61,88],"congestion":[7],"has":[8],"necessitated":[9],"a":[10,24,68,124,157,164,173],"shift":[11],"in":[12,163,203],"control":[14,40,161,209],"strategies":[15],"towards":[16],"green":[17],"and":[18,28,48,60,87,166,208],"low-carbon":[19,100,160],"objectives.":[20],"In":[21,63,169],"this":[22,64],"study,":[23],"graph":[25,74],"convolutional":[26,75],"network":[27,42,76],"self-attention":[29,130],"value":[30,131],"decomposition-based":[31],"multi-agent":[32,80,135],"actor-critic":[33],"(GSAVD-MAC)":[34],"approach":[35],"is":[36],"proposed":[37,201],"to":[38,56,77,98,133,142,147,155,183],"cooperative":[39,165],"flow,":[43],"where":[44],"vehicle":[45],"carbon":[46,58],"emission":[47],"efficiency":[50,207],"are":[51],"considered":[52],"as":[53],"reward":[54],"functions":[55],"minimize":[57],"emissions":[59],"congestions.":[62],"method,":[65],"we":[66,122,171],"design":[67,123,172],"local":[69,116],"coordination":[70,126],"mechanism":[71,127],"based":[72,128,190],"on":[73,129,191],"guide":[78,134],"the":[79,111,180,197,200],"decision-making":[81],"process":[82,137],"by":[83,138],"extracting":[84],"spatial":[85],"topology":[86],"flow":[89],"characteristics":[90],"between":[91],"adjacent":[92],"intersections.":[93],"This":[94,151],"enables":[95,152],"distributed":[96,143,153],"agents":[97,144,154],"make":[99],"decisions":[101],"which":[102],"not":[103],"only":[104],"account":[105],"for":[106,179],"their":[107,148],"own":[108],"interactions":[109],"with":[110,118,145],"environment":[112],"but":[113],"also":[114],"consider":[115],"cooperation":[117],"neighboring":[119],"agents.":[120],"Further,":[121],"global":[125],"decomposition":[132],"learning":[136],"assigning":[139],"various":[140],"weights":[141],"respect":[146],"contribution":[149],"degrees.":[150],"learn":[156],"globally":[158],"optimal":[159],"strategy":[162],"adaptive":[167],"manner.":[168],"addition,":[170],"cloud":[174],"computing-based":[175],"parallel":[176],"optimization":[177],"algorithm":[178],"GSAVD-MAC":[181],"model":[182],"reduce":[184],"calculation":[185],"time":[186],"costs.":[187],"Simulation":[188],"experiments":[189],"real":[192],"road":[193],"networks":[194],"have":[195],"verified":[196],"advantages":[198],"of":[199,205],"method":[202],"terms":[204],"computational":[206],"performance.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":7}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}