{"id":"https://openalex.org/W4385863389","doi":"https://doi.org/10.1109/tiv.2023.3305818","title":"A Bi-Level Network-Wide Cooperative Driving Approach Including Deep Reinforcement Learning-Based Routing","display_name":"A Bi-Level Network-Wide Cooperative Driving Approach Including Deep Reinforcement Learning-Based Routing","publication_year":2023,"publication_date":"2023-08-16","ids":{"openalex":"https://openalex.org/W4385863389","doi":"https://doi.org/10.1109/tiv.2023.3305818"},"language":"en","primary_location":{"id":"doi:10.1109/tiv.2023.3305818","doi":"https://doi.org/10.1109/tiv.2023.3305818","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tiv.2023.3305818","pdf_url":null,"source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","jufo-2","norway-1","poland-20","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100462845","display_name":"Jiawei Zhang","orcid":"https://orcid.org/0000-0002-8634-1687","observed_orcids":["https://orcid.org/0000-0002-8634-1687","https://orcid.org/0000-0002-8441-5101"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiawei Zhang","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8634-1687","affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020672096","display_name":"Jingwei Ge","orcid":"https://orcid.org/0000-0003-2309-9739","observed_orcids":["https://orcid.org/0000-0003-2309-9739"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingwei Ge","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2309-9739","affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100404344","display_name":"Shu Li","orcid":"https://orcid.org/0009-0001-7579-1383","observed_orcids":["https://orcid.org/0009-0001-7579-1383"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shu Li","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China","Department of Civil Engineering, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0001-7579-1383","affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Civil Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107117626","display_name":"Shen Li","orcid":"https://orcid.org/0000-0002-7111-8861","observed_orcids":["https://orcid.org/0000-0002-7111-8861","https://orcid.org/0000-0001-9494-4552","https://orcid.org/0000-0003-0573-0822","https://orcid.org/0009-0002-1368-1442"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shen Li","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China","Department of Civil Engineering, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7111-8861","affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Civil Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114911316","display_name":"Li Li","orcid":"https://orcid.org/0000-0002-9428-1960","observed_orcids":["https://orcid.org/0000-0002-9428-1960"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Li","raw_affiliation_strings":["Department of Automation, BNRist, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9428-1960","affiliations":[{"raw_affiliation_string":"Department of Automation, BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":{"value":2345,"currency":"USD","value_usd":2345},"apc_paid":null,"fwci":1.9083,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.84661256,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"9","issue":"1","first_page":"1243","last_page":"1259"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cooperative-driving","display_name":"cooperative driving","score":0.796999990940094},{"id":"https://openalex.org/keywords/connected-and-automated-vehicles","display_name":"connected and automated vehicles","score":0.9950000047683716},{"id":"https://openalex.org/keywords/bi-level-optimization","display_name":"bi-level optimization","score":0.7459999918937683},{"id":"https://openalex.org/keywords/dynamic-routing","display_name":"dynamic routing","score":0.6909999847412109},{"id":"https://openalex.org/keywords/multi-agent-deep-reinforcement-learning","display_name":"multi-agent deep reinforcement learning","score":0.9940000176429749},{"id":"https://openalex.org/keywords/signal-free-intersections","display_name":"signal-free intersections","score":0.9610000252723694},{"id":"https://openalex.org/keywords/monte-carlo-tree-search","display_name":"Monte Carlo tree search","score":0.968999981880188},{"id":"https://openalex.org/keywords/traffic-efficiency","display_name":"traffic efficiency","score":0.6980000138282776},{"id":"https://openalex.org/keywords/travel-time-reduction","display_name":"travel time reduction","score":0.8500000238418579}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.825466513633728},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5866283178329468},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5080981254577637},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4411740303039551},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4024035930633545},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3572063744068146},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32233119010925293},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19025254249572754},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.060250282287597656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tiv.2023.3305818","doi":"https://doi.org/10.1109/tiv.2023.3305818","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tiv.2023.3305818","pdf_url":null,"source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","jufo-2","norway-1","poland-20","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.7207000255584717,"id":"https://metadata.un.org/sdg/9"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G298791016","display_name":null,"funder_award_id":"52272420","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W1522381484","https://openalex.org/W1625390266","https://openalex.org/W1964554804","https://openalex.org/W1976057962","https://openalex.org/W2026052947","https://openalex.org/W2086002250","https://openalex.org/W2122368713","https://openalex.org/W2137514195","https://openalex.org/W2140722533","https://openalex.org/W2145339207","https://openalex.org/W2146363089","https://openalex.org/W2155781397","https://openalex.org/W2164021503","https://openalex.org/W2565612488","https://openalex.org/W2605944550","https://openalex.org/W2747213132","https://openalex.org/W2749594142","https://openalex.org/W2781726626","https://openalex.org/W2890396537","https://openalex.org/W2913230672","https://openalex.org/W2919115771","https://openalex.org/W2963821308","https://openalex.org/W2976133733","https://openalex.org/W2981037657","https://openalex.org/W3042395962","https://openalex.org/W3087576197","https://openalex.org/W3106659769","https://openalex.org/W3110877594","https://openalex.org/W3153542378","https://openalex.org/W3154378057","https://openalex.org/W3160112148","https://openalex.org/W3162378494","https://openalex.org/W3165002413","https://openalex.org/W3176167688","https://openalex.org/W3210860153","https://openalex.org/W3211811583","https://openalex.org/W3212587256","https://openalex.org/W4200086871","https://openalex.org/W4211176245","https://openalex.org/W4213230486","https://openalex.org/W4214874606","https://openalex.org/W4224231583","https://openalex.org/W4224242420","https://openalex.org/W4226436200","https://openalex.org/W4246827036","https://openalex.org/W4280531543","https://openalex.org/W4285181401","https://openalex.org/W4285241557","https://openalex.org/W4289792821","https://openalex.org/W4289823407","https://openalex.org/W4297964528","https://openalex.org/W4308068359","https://openalex.org/W4308080204","https://openalex.org/W4312974600","https://openalex.org/W4313291329","https://openalex.org/W4323346057","https://openalex.org/W4360584590","https://openalex.org/W4376481301","https://openalex.org/W4377089896","https://openalex.org/W4382359358","https://openalex.org/W4383899715","https://openalex.org/W4386041519"],"related_works":["https://openalex.org/W4415390121","https://openalex.org/W4391547633","https://openalex.org/W3210590548","https://openalex.org/W3092064461","https://openalex.org/W2950786996","https://openalex.org/W4406897920","https://openalex.org/W3086302379","https://openalex.org/W3106649928","https://openalex.org/W4327661779","https://openalex.org/W4387123684"],"abstract_inverted_index":{"Cooperative":[0],"driving":[1,45,58,128,229],"of":[2,88,136,217,231],"connected":[3],"and":[4,12,27,51,70,105,123,139,170,196,202,212,226],"automated":[5],"vehicles":[6,104,166,177,232],"(CAVs)":[7],"has":[8],"attracted":[9],"extensive":[10],"attention":[11],"researchers":[13],"have":[14],"proposed":[15],"various":[16],"approaches.":[17],"However,":[18],"existing":[19],"approaches":[20],"are":[21],"limited":[22,180],"to":[23,145,205],"small-scale":[24],"isolated":[25],"scenarios":[26],"gaps":[28],"remain":[29],"in":[30,35,66,185],"network-wide":[31,56,89,209],"cooperative":[32,44,57,127,228],"driving,":[33],"especially":[34],"routing.":[36],"In":[37,109],"this":[38],"article,":[39],"we":[40,71,113],"decompose":[41],"the":[42,67,86,110,116,142,147,158,165,171,176,179,194,208,214,221,236],"network-level":[43],"problem":[46,63,119],"into":[47],"two":[48],"dominant":[49],"sub-problems":[50],"accordingly":[52],"propose":[53,72,124],"a":[54,73],"bi-level":[55],"approach.":[59],"The":[60,82,130,189],"dynamic":[61],"routing":[62,80,94],"is":[64],"considered":[65],"upper":[68,159,195],"level":[69,160,173],"multi-agent":[74],"deep":[75],"reinforcement":[76],"learning":[77],"(DRL)":[78],"based":[79],"model.":[81],"model":[83],"can":[84,132,233],"promote":[85],"equilibrium":[87],"traffic":[90,107,210,238],"through":[91],"distributed":[92],"self-organized":[93],"collaboration":[95],"among":[96],"vehicles,":[97],"thereby":[98],"improving":[99],"efficiency":[100,211],"for":[101,153],"both":[102],"individual":[103,218],"global":[106],"systems.":[108],"lower":[111,172,197],"level,":[112],"focus":[114],"on":[115],"right-of-way":[117,155],"assignment":[118],"at":[120],"signal-free":[121],"intersections":[122],"an":[125],"adaptive":[126],"algorithm.":[129],"algorithm":[131],"adaptively":[133],"evaluate":[134],"priorities":[135,144],"different":[137],"lanes,":[138],"then":[140],"uses":[141],"lane":[143],"guide":[146],"Monte":[148],"Carlo":[149],"tree":[150],"search":[151],"(MCTS)":[152],"better":[154],"assignments.":[156],"Essentially,":[157],"determines":[161],"which":[162],"conflict":[163,187],"areas":[164],"will":[167],"pass":[168],"through,":[169],"addresses":[174],"how":[175],"use":[178],"road":[181],"resources":[182],"more":[183],"efficiently":[184],"each":[186,200],"area.":[188],"experimental":[190],"results":[191,222],"show":[192],"that":[193,224],"levels":[198],"complement":[199],"other":[201],"work":[203],"together":[204],"significantly":[206,234],"improve":[207],"reduce":[213],"travel":[215],"time":[216],"vehicles.":[219],"Moreover,":[220],"demonstrate":[223],"microscopic":[225],"mesoscopic":[227],"behaviors":[230],"benefit":[235],"macroscopic":[237],"system.":[239]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2023-08-17T00:00:00"}