{"id":"https://openalex.org/W4410583140","doi":"https://doi.org/10.1109/jiot.2025.3572177","title":"A Dynamic Cooperative Ramp Metering and Navigation Guidance Approach Based on Heterogeneous-Agent Reinforcement Learning","display_name":"A Dynamic Cooperative Ramp Metering and Navigation Guidance Approach Based on Heterogeneous-Agent Reinforcement Learning","publication_year":2025,"publication_date":"2025-05-21","ids":{"openalex":"https://openalex.org/W4410583140","doi":"https://doi.org/10.1109/jiot.2025.3572177"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3572177","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3572177","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042545492","display_name":"Zheyuan Jiang","orcid":"https://orcid.org/0009-0000-1495-6431"},"institutions":[{"id":"https://openalex.org/I4210132079","display_name":"Hangzhou Wanxiang Polytechnic","ror":"https://ror.org/03sxnxp24","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210132079"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheyuan Jiang","raw_affiliation_strings":["College of Civil Engineering and Architecture, Zhejiang University, Hangzhou, China","Polytechnic Institute, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0000-1495-6431","affiliations":[{"raw_affiliation_string":"College of Civil Engineering and Architecture, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Polytechnic Institute, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I4210132079","https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100310833","display_name":"Ziyue Qi","orcid":null},"institutions":[{"id":"https://openalex.org/I4210132079","display_name":"Hangzhou Wanxiang Polytechnic","ror":"https://ror.org/03sxnxp24","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210132079"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyue Qi","raw_affiliation_strings":["Polytechnic Institute, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Polytechnic Institute, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I4210132079","https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102272785","display_name":"Linghao Wang","orcid":"https://orcid.org/0009-0009-5796-0655"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linghao Wang","raw_affiliation_strings":["College of Civil Engineering and Architecture, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0009-5796-0655","affiliations":[{"raw_affiliation_string":"College of Civil Engineering and Architecture, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028572318","display_name":"Zheng Zhu","orcid":"https://orcid.org/0000-0002-9318-1861"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Zhu","raw_affiliation_strings":["College of Civil Engineering and Architecture, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9318-1861","affiliations":[{"raw_affiliation_string":"College of Civil Engineering and Architecture, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046443901","display_name":"Der\u2010Horng Lee","orcid":"https://orcid.org/0000-0001-5428-8810"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Der-Horng Lee","raw_affiliation_strings":["Zhejiang University–University of Illinois Urbana-Champaign Institute, Hangzhou, Zhejiang, China","Zhejiang University–University of Illinois Urbana-Champaign Institute, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0001-5428-8810","affiliations":[{"raw_affiliation_string":"Zhejiang University–University of Illinois Urbana-Champaign Institute, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"Zhejiang University–University of Illinois Urbana-Champaign Institute, Zhejiang, China","institution_ids":["https://openalex.org/I157725225","https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3791,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.79736808,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"12","issue":"15","first_page":"31256","last_page":"31271"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12707","display_name":"Vehicle License Plate Recognition","score":0.9790999889373779,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9785000085830688,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metering-mode","display_name":"Metering mode","score":0.7915088534355164},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7709478139877319},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7639647722244263},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.5061916708946228},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.50065016746521},{"id":"https://openalex.org/keywords/vehicle-dynamics","display_name":"Vehicle dynamics","score":0.4511314630508423},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.34211355447769165},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3026130497455597},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14882785081863403},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.0954613983631134}],"concepts":[{"id":"https://openalex.org/C30905978","wikidata":"https://www.wikidata.org/wiki/Q815598","display_name":"Metering mode","level":2,"score":0.7915088534355164},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7709478139877319},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7639647722244263},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.5061916708946228},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.50065016746521},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.4511314630508423},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34211355447769165},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3026130497455597},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14882785081863403},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.0954613983631134},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jiot.2025.3572177","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3572177","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-161653","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-161653","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2878033644","display_name":null,"funder_award_id":"LZ25E080007","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"},{"id":"https://openalex.org/G6377892712","display_name":null,"funder_award_id":"72350710798","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G820035000","display_name":null,"funder_award_id":"72401255 and 72350710798","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8904169345","display_name":null,"funder_award_id":"72401255","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320338464","display_name":"Natural Science Foundation of Zhejiang Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1514474399","https://openalex.org/W1609158793","https://openalex.org/W1785922355","https://openalex.org/W2036271427","https://openalex.org/W2068112398","https://openalex.org/W2071254258","https://openalex.org/W2095251434","https://openalex.org/W2122723644","https://openalex.org/W2136816490","https://openalex.org/W2139155418","https://openalex.org/W2139728973","https://openalex.org/W2154271150","https://openalex.org/W2183679353","https://openalex.org/W2299707303","https://openalex.org/W2378796720","https://openalex.org/W2473630479","https://openalex.org/W2507217121","https://openalex.org/W2619723897","https://openalex.org/W2915117209","https://openalex.org/W2942573943","https://openalex.org/W2956604741","https://openalex.org/W3034166586","https://openalex.org/W3038088335","https://openalex.org/W3089829004","https://openalex.org/W3109463546","https://openalex.org/W3110438015","https://openalex.org/W3121218769","https://openalex.org/W3204496228","https://openalex.org/W3209319237","https://openalex.org/W4285121983","https://openalex.org/W4385248694","https://openalex.org/W4388320480","https://openalex.org/W4396597356","https://openalex.org/W4399665748","https://openalex.org/W4401417071","https://openalex.org/W4402473883","https://openalex.org/W4403863185","https://openalex.org/W6629034932","https://openalex.org/W6690858693","https://openalex.org/W6741002519","https://openalex.org/W6784537573","https://openalex.org/W6802002411"],"related_works":["https://openalex.org/W2384104878","https://openalex.org/W2360352189","https://openalex.org/W2054457760","https://openalex.org/W2351145417","https://openalex.org/W4288765096","https://openalex.org/W2082239223","https://openalex.org/W4382774707","https://openalex.org/W2377181419","https://openalex.org/W2366499250","https://openalex.org/W4210889285"],"abstract_inverted_index":{"Ramp":[0],"metering":[1,16,42],"or":[2],"navigation":[3,18,44],"guidance":[4,19,45],"plays":[5],"a":[6,22,26,36,97,121,137],"vital":[7],"role":[8],"in":[9,148,197],"alleviating":[10],"congestion.":[11],"However,":[12],"dynamically":[13],"integrating":[14],"ramp":[15,41],"and":[17,43,61,67,82,114,143,184,187],"to":[20,48,111,131,153,172],"achieve":[21,185],"\u201c1+1>2\u201d":[23],"effect":[24],"remains":[25],"challenge.":[27],"To":[28,86],"fill":[29],"the":[30,54,116,133,155,158,166,170,174,180,191],"technological":[31],"gap,":[32],"this":[33],"paper":[34],"proposes":[35],"reinforcement":[37],"learning-based":[38],"dynamic":[39],"cooperative":[40,50],"(DCRMNG)":[46],"approach":[47,168],"conduct":[49],"traffic":[51,76,79,177,199],"control":[52,89,189],"on":[53],"expressway":[55,142,192],"system,":[56,193],"which":[57],"simultaneously":[58],"adjusts":[59],"demand":[60],"supply.":[62],"Traffic":[63],"congestion":[64,80],"estimation":[65],"(TCE)":[66],"route":[68,84],"generation":[69],"(RG)":[70],"models":[71],"are":[72],"established":[73],"for":[74,91],"future":[75],"conditions":[77],"prediction,":[78],"evaluation,":[81],"guiding":[83],"generation.":[85],"formulate":[87],"coordinative":[88],"strategies":[90],"two":[92],"distinct":[93],"groups":[94],"of":[95,157,190],"agents,":[96],"heterogeneous-agent":[98,123],"Markov":[99],"decision":[100],"process":[101],"(HMDP)":[102],"is":[103,108,129,151],"developed.":[104],"The":[105,162],"reward":[106],"function":[107],"carefully":[109],"crafted":[110],"promote":[112],"collaboration":[113],"accelerate":[115],"optimization":[117,126],"algorithms":[118],"convergence.":[119],"Then,":[120],"novel":[122],"proximal":[124],"policy":[125],"(HAPPO)":[127],"algorithm":[128],"introduced":[130],"solve":[132],"DCRMNG":[134,160],"approach.":[135,161],"Finally,":[136],"real-world":[138],"scenario":[139],"with":[140],"an":[141],"its":[144],"parallel":[145],"arterial":[146],"road":[147],"Hangzhou,":[149],"China":[150],"simulated":[152],"assess":[154],"performance":[156,196],"HAPPO-based":[159],"results":[163],"reveal":[164],"that":[165],"proposed":[167],"has":[169],"capability":[171],"improve":[173],"overall":[175],"network":[176],"efficiency,":[178],"mitigate":[179],"\u201cnavigation":[181],"jam\u201d":[182],"issue":[183],"intelligent":[186],"precise":[188],"exhibiting":[194],"outstanding":[195],"various":[198],"scenarios.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-27T08:28:00.272161","created_date":"2025-10-10T00:00:00"}